-- Logs begin at Sun 2022-04-03 15:24:13 UTC, end at Sun 2022-04-03 16:46:45 UTC. -- Apr 03 16:09:11.651188 dv-cinder-836247-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 03 16:09:14.584493 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.common.config [-] Logging enabled! Apr 03 16:09:14.585164 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 03 16:09:14.585361 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103750) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 03 16:09:14.588739 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.common.config [-] Logging enabled! Apr 03 16:09:14.588997 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 03 16:09:14.589312 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103750) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 03 16:09:14.590258 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 03 16:09:14.591027 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 03 16:09:14.591402 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 03 16:09:14.591652 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 03 16:09:14.591882 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 03 16:09:14.592652 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.593095 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 03 16:09:14.593420 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.593727 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.594033 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.594339 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.594663 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.594952 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.595252 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.595557 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.595849 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.596135 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.596429 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.596726 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.597015 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.597313 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.597609 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.597894 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] debug = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.598181 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.598640 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.599061 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.599348 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.599644 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.599929 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.600735 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.601019 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.601306 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.601639 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] host = dv-cinder-836247-2-iscsi {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.601923 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.602214 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.602506 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.602824 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.603104 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.603385 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.603675 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.603958 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.604234 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] log_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.604515 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.604808 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.605101 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.605408 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.605637 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.605863 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.606156 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.606447 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.606760 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.607039 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.607318 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.607595 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.607885 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.608157 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.608445 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.608729 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.609016 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.609293 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.609569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.609843 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.610121 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.610406 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.611206 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.611503 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.611784 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.612076 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.612349 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.612628 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.612932 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.613224 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.613511 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.613800 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.614078 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.614364 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.614664 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.614939 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.615212 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] use_json = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.615487 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.615760 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.616679 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.616958 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.617235 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.617512 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.617787 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.618335 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.618632 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:14.618934 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.619237 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.619545 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.619846 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.620147 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.620431 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.620725 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.621009 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.621303 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.621596 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.621889 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.622169 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.622472 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.622785 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.623086 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.623396 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.623693 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.623989 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.624268 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.624547 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.624828 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.625108 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.625400 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.625684 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.625979 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.626273 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.626557 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.626880 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.627175 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.627475 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.627769 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.628056 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.628343 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.628638 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.628921 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.629197 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.629481 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.629774 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.630056 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.630333 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.630645 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.631364 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.631718 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.631956 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.632241 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.632536 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.632817 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.633094 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.633368 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.633649 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.633923 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.634228 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.634490 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.634791 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.635069 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.635348 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.635623 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.635900 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.636180 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.636455 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.636732 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.637007 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.637281 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.637556 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.637832 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.638107 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.638381 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.638685 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.638968 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.639242 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.639516 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.639790 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.640065 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.640340 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.640630 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.640928 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.641208 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.641489 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.641769 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.642047 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.642326 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.642624 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.642907 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.643187 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.643460 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.643756 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.644043 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.644329 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.644633 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.644913 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.645210 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.645488 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.645766 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.646051 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.646331 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.646637 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.646925 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.647233 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.647528 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.647825 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.648120 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.648415 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.648716 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.648999 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.649308 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.649589 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:14.649806 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 03 16:09:14.650044 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103750) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 03 16:09:15.026226 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 03 16:09:15.026508 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 03 16:09:15.026849 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 03 16:09:15.027328 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 03 16:09:15.355105 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.355325 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.355598 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.356786 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.357064 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.357457 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.412810 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.413089 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.413358 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.427826 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.428108 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.428402 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.456616 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.456900 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.457174 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.598441 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.599144 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.599144 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.830196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.830486 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.830785 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.831053 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.831755 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.929181 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.929503 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.929786 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.930062 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.930326 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.930670 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.930935 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.931195 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.931452 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.931740 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.932001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.932267 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.932524 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.932778 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.933032 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.933295 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.933551 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.933818 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.934087 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.934348 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.934645 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.934903 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.935185 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.935563 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.935812 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.936058 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.936458 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:09:15.936700 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:09:15.936939 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:09:15.937178 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:09:15.937414 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:09:15.937648 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:09:15.938012 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 03 16:09:15.941089 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 03 16:09:15.945722 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 03 16:09:15.949367 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 03 16:09:15.951024 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 03 16:09:15.951490 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 03 16:09:15.951825 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 03 16:09:15.952211 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 03 16:09:15.955004 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 03 16:09:15.955256 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 03 16:09:15.955607 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 03 16:09:15.960454 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 03 16:09:15.983681 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 03 16:09:15.984129 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.984425 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103750) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 03 16:09:15.984795 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.986149 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103750) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 03 16:09:15.986429 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 03 16:09:15.986708 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 03 16:09:15.989947 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:15.990231 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:16.052491 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 03 16:09:16.052730 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 03 16:09:16.052966 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 03 16:09:16.053353 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 03 16:09:16.073866 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_db.sqlalchemy.engines [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103750) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 03 16:09:16.656411 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Initializing driver for type 'gre' Apr 03 16:09:16.657004 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] gre ID ranges: [(1, 1000)] Apr 03 16:09:16.844813 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Initializing driver for type 'local' Apr 03 16:09:16.845147 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Initializing driver for type 'vlan' Apr 03 16:09:16.936435 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] VlanTypeDriver initialization complete Apr 03 16:09:16.936713 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Initializing driver for type 'vxlan' Apr 03 16:09:16.937243 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] vxlan ID ranges: [(1, 1000)] Apr 03 16:09:17.222060 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Initializing extension driver 'port_security' Apr 03 16:09:17.222315 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.extensions.port_security [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] PortSecurityExtensionDriver initialization complete Apr 03 16:09:17.222679 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Initializing mechanism driver 'openvswitch' Apr 03 16:09:17.223006 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Initializing mechanism driver 'hyperv' Apr 03 16:09:17.230217 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.plugin [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:09:17.230928 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > port after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.231301 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > port after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.231650 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > port after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.232178 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:09:17.232612 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > subnet after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.232966 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > subnet after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.233313 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.233717 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:09:17.234122 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > network after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.234468 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > network after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.234832 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > network after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.235226 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:09:17.235629 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > security_group after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.235972 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > security_group after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.236308 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.236841 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:09:17.237250 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.237599 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.237939 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.238340 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:09:17.238767 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > address_group after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.239136 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > address_group after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.239474 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.239870 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 03 16:09:17.240318 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] ML2 OVO RPC backend initialized. {{(pid=103750) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 03 16:09:17.241019 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.241373 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.241790 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > network before_response 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.242137 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > networks before_response 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.242484 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > port before_response 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.242852 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > ports before_response 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.243456 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > subnet before_response 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.243794 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > subnets before_response 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.244138 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > network after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.244476 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > network after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.244809 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > network after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.245141 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > port after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.245473 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > port after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.245803 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > port after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.246133 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > subnet after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.246495 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > subnet after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.246851 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.254091 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded quota_driver: . Apr 03 16:09:17.254447 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.plugin [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Modular L2 Plugin initialization complete Apr 03 16:09:17.254843 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading services supported by the core plugin {{(pid=103750) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 03 16:09:17.259011 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.plugins.ml2.managers [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Got port-security extension from driver 'port_security' Apr 03 16:09:17.259011 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.extensions.vlantransparent [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Disabled vlantransparent extension. Apr 03 16:09:17.259011 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103750) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 03 16:09:17.259011 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading Plugin: router Apr 03 16:09:17.301287 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.301678 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router after_create 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.302045 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router before_create 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.302480 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.302877 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.303235 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router after_delete 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.303590 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.303938 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.304291 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router after_create 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.304634 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router after_update 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.304979 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router after_update 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.305350 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.305706 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router after_update 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.306111 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router precommit_update 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.306480 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: port after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.306839 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: port after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.307176 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: subnet after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.307514 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.307868 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.308212 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router precommit_create 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.308550 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: port before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.308894 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router precommit_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.309251 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router after_update 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.309593 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.309944 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router precommit_create 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.310302 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.310670 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router precommit_update 55549900 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.311036 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > agent after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.311383 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > agent after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.311723 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > network after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.312666 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Tracking information for resource: router configured {{(pid=103750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:09:17.312997 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Tracking information for resource: floatingip configured {{(pid=103750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 03 16:09:17.323086 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.db.l3_agentschedulers_db [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 03 16:09:17.323665 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: port after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.324028 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: port after_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.324376 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: port after_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.324725 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: port after_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.325526 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router before_create 55550100 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.325887 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.326243 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router precommit_create 55550100 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.326617 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > router precommit_update 55550100 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.331428 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.services.provider_configuration [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service providers = [] {{(pid=103750) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 03 16:09:17.331791 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.db.servicetype_db [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103750) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 03 16:09:17.334888 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.services.service_base [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 03 16:09:17.335196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.services.service_base [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 03 16:09:17.335538 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.services.service_base [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 03 16:09:17.336429 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.services.service_base [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 03 16:09:17.337321 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.services.service_base [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 03 16:09:17.337696 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:09:17.338011 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 03 16:09:17.348552 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:09:17.348963 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading Plugin: auto_allocate Apr 03 16:09:17.355391 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: network precommit_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.355764 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: network precommit_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.356292 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:09:17.359128 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading Plugin: tag Apr 03 16:09:17.363243 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:09:17.368313 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading Plugin: timestamp Apr 03 16:09:17.371960 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:09:17.372283 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading Plugin: network_ip_availability Apr 03 16:09:17.377777 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.378147 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.378498 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.379257 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:09:17.379574 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading Plugin: flavors Apr 03 16:09:17.384296 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:09:17.384626 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading Plugin: revisions Apr 03 16:09:17.388944 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 03 16:09:17.389333 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_concurrency.lockutils [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.362s {{(pid=103750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 03 16:09:17.390067 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103750) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 03 16:09:17.390400 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Initializing extension manager. Apr 03 16:09:17.390945 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: __init__.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.391287 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: __pycache__ {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.391621 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: address_group.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.392374 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.392961 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: address-group Apr 03 16:09:17.393291 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: address_scope.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.394005 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.394525 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: address-scope Apr 03 16:09:17.394881 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.395984 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.396504 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: router-admin-state-down-before-update Apr 03 16:09:17.396828 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: agent.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.397533 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.398045 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: agent Apr 03 16:09:17.398366 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: agent_resources_synced.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.399807 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.400401 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: agent-resources-synced Apr 03 16:09:17.400724 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: allowedaddresspairs.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.402522 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.403082 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: allowed-address-pairs Apr 03 16:09:17.403408 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: auto_allocated_topology.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.404466 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.404985 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: auto-allocated-topology Apr 03 16:09:17.405307 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: availability_zone.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.405995 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.406504 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: availability_zone Apr 03 16:09:17.406853 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: availability_zone_filter.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.421103 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.421648 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: availability_zone_filter Apr 03 16:09:17.421976 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: data_plane_status.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.422916 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.423442 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension data-plane-status not supported by any of loaded plugins Apr 03 16:09:17.423767 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: default_subnetpools.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.424677 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.425203 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: default-subnetpools Apr 03 16:09:17.425525 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.426343 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.426903 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: dhcp_agent_scheduler Apr 03 16:09:17.427224 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: dns.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.428137 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.428656 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension dns-integration not supported by any of loaded plugins Apr 03 16:09:17.428973 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: dns_domain_ports.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.429882 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.430395 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 03 16:09:17.430755 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.431679 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.432188 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 03 16:09:17.432506 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: dvr.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.433170 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.433684 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: dvr Apr 03 16:09:17.434001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: ecmp_routes.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.434940 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.435450 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension ecmp_routes not supported by any of loaded plugins Apr 03 16:09:17.435768 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: empty_string_filtering.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.436671 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.437185 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: empty-string-filtering Apr 03 16:09:17.437506 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.438455 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.438997 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 03 16:09:17.439316 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.440235 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.440749 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 03 16:09:17.441074 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: external_net.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.441985 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.442504 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: external-net Apr 03 16:09:17.442852 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.443751 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.444266 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: extra_dhcp_opt Apr 03 16:09:17.444586 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: extraroute.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.445494 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.446007 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: extraroute Apr 03 16:09:17.446324 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: extraroute_atomic.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.447372 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.447893 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: extraroute-atomic Apr 03 16:09:17.448212 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: filter_validation.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.448877 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.449386 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: filter-validation Apr 03 16:09:17.449704 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: fip_pf_description.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.450633 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.451151 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 03 16:09:17.451466 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: fip_pf_port_range.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.452367 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.452881 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 03 16:09:17.453201 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: fip_port_details.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.454116 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.454669 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: fip-port-details Apr 03 16:09:17.454995 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: flavors.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.456225 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.456753 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: flavors Apr 03 16:09:17.457074 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.458741 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.459279 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 03 16:09:17.459614 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: floatingip_pools.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.460317 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.460851 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: floatingip-pools Apr 03 16:09:17.461171 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: ip_allocation.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.462618 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.463142 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension ip_allocation not supported by any of loaded plugins Apr 03 16:09:17.463470 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.464386 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.464903 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: ip-substring-filtering Apr 03 16:09:17.465230 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: l2_adjacency.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.472183 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.472646 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 03 16:09:17.472970 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: l3.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.475517 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.476060 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: router Apr 03 16:09:17.476392 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.479252 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.479789 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 03 16:09:17.480120 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.481038 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.481563 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: ext-gw-mode Apr 03 16:09:17.481889 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.482840 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.483368 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: l3-ha Apr 03 16:09:17.483693 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.484606 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.485127 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 03 16:09:17.485449 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: l3_flavors.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.486364 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.486917 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: l3-flavors Apr 03 16:09:17.487242 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.488605 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.489151 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 03 16:09:17.489458 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.490385 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.490944 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 03 16:09:17.491268 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: l3agentscheduler.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.492315 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.492861 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: l3_agent_scheduler Apr 03 16:09:17.493450 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: local_ip.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.495253 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.495788 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension local_ip not supported by any of loaded plugins Apr 03 16:09:17.496118 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: logging.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.497581 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.498108 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension logging not supported by any of loaded plugins Apr 03 16:09:17.498437 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: metering.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.499204 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.503398 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: metering Apr 03 16:09:17.503398 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.504251 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.504773 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: metering_source_and_destination_fields Apr 03 16:09:17.505096 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: multiprovidernet.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.506017 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.506536 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: multi-provider Apr 03 16:09:17.506884 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: netmtu.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.507795 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.508816 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: net-mtu Apr 03 16:09:17.509148 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: netmtu_writable.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.510071 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.510619 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: net-mtu-writable Apr 03 16:09:17.510940 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: network_availability_zone.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.511608 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.512121 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: network_availability_zone Apr 03 16:09:17.512438 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: network_ip_availability.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.513530 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.514052 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: network-ip-availability Apr 03 16:09:17.514369 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: network_segment_range.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.515150 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.515665 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension network-segment-range not supported by any of loaded plugins Apr 03 16:09:17.515983 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: pagination.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.517092 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.517420 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: pagination Apr 03 16:09:17.517738 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: port_device_profile.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.518681 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.519204 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: port-device-profile Apr 03 16:09:17.519521 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.520482 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.520996 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: port-mac-address-regenerate Apr 03 16:09:17.521315 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.522224 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.522776 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: port-numa-affinity-policy Apr 03 16:09:17.523096 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: port_resource_request.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.524596 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.525117 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension port-resource-request not supported by any of loaded plugins Apr 03 16:09:17.525436 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: port_resource_request_groups.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.526390 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.526943 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 03 16:09:17.527262 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: portbindings.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.528183 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.528701 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: binding Apr 03 16:09:17.529018 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: portbindings_extended.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.530269 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.530822 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: binding-extended Apr 03 16:09:17.531147 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: portsecurity.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.532064 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.532581 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: port-security Apr 03 16:09:17.532903 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: project_id.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.538343 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.538710 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: project-id Apr 03 16:09:17.539034 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: providernet.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.539975 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.540502 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: provider Apr 03 16:09:17.540825 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.544440 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.544977 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos not supported by any of loaded plugins Apr 03 16:09:17.545306 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.546548 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.547122 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 03 16:09:17.547449 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.548363 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.548881 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 03 16:09:17.549203 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_default.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.550127 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.550676 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-default not supported by any of loaded plugins Apr 03 16:09:17.550997 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_fip.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.551912 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.552433 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-fip not supported by any of loaded plugins Apr 03 16:09:17.552752 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.553662 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.554184 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 03 16:09:17.554509 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_gateway_ip.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.555573 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.556091 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 03 16:09:17.556407 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_port_network_policy.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.557317 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.557834 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 03 16:09:17.558152 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.559220 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.559741 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 03 16:09:17.560060 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.561096 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.561616 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 03 16:09:17.561937 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_pps_rule.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.563123 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.563646 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-pps not supported by any of loaded plugins Apr 03 16:09:17.563969 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_rule_type_details.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.564881 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.565395 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 03 16:09:17.565715 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_rule_type_filter.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.566694 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.567219 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 03 16:09:17.567539 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: qos_rules_alias.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.568581 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.569097 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 03 16:09:17.569419 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: quota_check_limit.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.570335 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.571407 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: quota-check-limit Apr 03 16:09:17.571729 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: quotasv2.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.572651 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.572973 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: quotas Apr 03 16:09:17.573290 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: quotasv2_detail.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.575205 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.575542 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: quota_details Apr 03 16:09:17.575870 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: rbac.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.576943 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.577475 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: rbac-policies Apr 03 16:09:17.577802 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: rbac_address_group.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.578766 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.579295 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: rbac-address-group Apr 03 16:09:17.579617 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: rbac_address_scope.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.580540 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.581062 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: rbac-address-scope Apr 03 16:09:17.581379 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: rbac_security_groups.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.582368 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.582922 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: rbac-security-groups Apr 03 16:09:17.583241 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: rbac_subnetpool.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.584155 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.584672 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: rbac-subnetpool Apr 03 16:09:17.584995 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: revisionifmatch.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.585909 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.586428 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: revision-if-match Apr 03 16:09:17.587321 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: revisions.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.588446 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.588972 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: standard-attr-revisions Apr 03 16:09:17.589292 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: router_availability_zone.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.589961 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.590484 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: router_availability_zone Apr 03 16:09:17.590828 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: routerservicetype.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.591754 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.592275 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension router-service-type not supported by any of loaded plugins Apr 03 16:09:17.592595 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.593527 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.594048 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: security-groups-normalized-cidr Apr 03 16:09:17.594364 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.595320 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.595834 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: port-security-groups-filtering Apr 03 16:09:17.596150 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.597080 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.597594 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: security-groups-remote-address-group Apr 03 16:09:17.597910 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.598862 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.599378 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: security-groups-shared-filtering Apr 03 16:09:17.599695 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.600276 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 03 16:09:17.600591 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: securitygroup.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.610294 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.610857 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: security-group Apr 03 16:09:17.611188 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: segment.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.611933 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.612455 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension segment not supported by any of loaded plugins Apr 03 16:09:17.612780 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.613730 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.614252 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 03 16:09:17.614601 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: servicetype.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.615693 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.616225 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: service-type Apr 03 16:09:17.616547 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: sorting.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.617527 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.617881 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: sorting Apr 03 16:09:17.618454 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: standard_attr_segment.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.619393 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.619912 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 03 16:09:17.620232 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: standardattrdescription.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.620873 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.621389 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: standard-attr-description Apr 03 16:09:17.621709 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: stateful_security_group.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.622667 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.623193 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: stateful-security-group Apr 03 16:09:17.623514 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: stdattrs_common.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.624081 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 03 16:09:17.624400 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.625347 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.625870 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 03 16:09:17.626193 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: subnet_onboard.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.627352 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.628062 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: subnet_onboard Apr 03 16:09:17.628392 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.629359 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.629876 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 03 16:09:17.630196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: subnet_service_types.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.631160 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.631682 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: subnet-service-types Apr 03 16:09:17.632003 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: subnetallocation.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.633085 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.634135 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: subnet_allocation Apr 03 16:09:17.634449 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.635147 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.639228 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: subnetpool-prefix-ops Apr 03 16:09:17.639228 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.639918 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.640436 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 03 16:09:17.640753 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: tagging.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.641795 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.642318 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: standard-attr-tag Apr 03 16:09:17.642675 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: timestamp.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.643869 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.644392 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loaded extension: standard-attr-timestamp Apr 03 16:09:17.644716 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: trunk.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.645744 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.646300 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension trunk not supported by any of loaded plugins Apr 03 16:09:17.646661 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: trunk_details.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.647585 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.648104 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension trunk-details not supported by any of loaded plugins Apr 03 16:09:17.648431 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: uplink_status_propagation.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.649951 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.650468 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 03 16:09:17.650814 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Loading extension file: vlantransparent.py {{(pid=103750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 03 16:09:17.651481 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 03 16:09:17.651997 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 03 16:09:17.654472 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:network Apr 03 16:09:17.655015 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:subnet Apr 03 16:09:17.655409 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 16:09:17.655807 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:port Apr 03 16:09:17.657052 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.657582 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service FLAVORS assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.658156 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.658601 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.658936 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:router Apr 03 16:09:17.659364 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:floatingip Apr 03 16:09:17.659860 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service METERING assigned prefix: /metering {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.661301 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.661668 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.662019 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:09:17.663054 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of CountableResource for resource:rbac_policy Apr 03 16:09:17.663499 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:security_group Apr 03 16:09:17.663933 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 03 16:09:17.664523 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service CORE assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.664880 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 16:09:17.665224 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] subnetpool is already registered Apr 03 16:09:17.665658 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service CORE assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.665982 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 16:09:17.666308 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] subnetpool is already registered Apr 03 16:09:17.668618 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.669052 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service FLAVORS assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.669649 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.670066 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.670393 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:router Apr 03 16:09:17.670760 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] router is already registered Apr 03 16:09:17.671237 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:floatingip Apr 03 16:09:17.671502 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] floatingip is already registered Apr 03 16:09:17.674924 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service METERING assigned prefix: /metering {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.674924 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of CountableResource for resource:rbac_policy Apr 03 16:09:17.674924 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] rbac_policy is already registered Apr 03 16:09:17.674924 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:security_group Apr 03 16:09:17.674924 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] security_group is already registered Apr 03 16:09:17.674924 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 03 16:09:17.674924 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] security_group_rule is already registered Apr 03 16:09:17.675406 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service CORE assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.675406 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 16:09:17.675652 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] subnetpool is already registered Apr 03 16:09:17.676073 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.v2.resource_helper [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Service CORE assigned prefix: {{(pid=103750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 03 16:09:17.676396 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Creating instance of TrackedResource for resource:subnetpool Apr 03 16:09:17.676723 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING neutron.quota.resource_registry [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] subnetpool is already registered Apr 03 16:09:17.677185 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: extensions {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.678654 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: address-groups {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.680118 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: address-scopes {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.681464 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: agents {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.682647 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: auto-allocated-topology {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.683874 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: availability_zones {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.685068 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: dhcp-networks {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.686554 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: dhcp-agents {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.687955 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: routers {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.690127 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: flavors {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.691309 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: service_profiles {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.692577 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: next_providers {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.693978 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: service_profiles {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.696908 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: floatingip-pools {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.698108 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: routers {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.701366 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: floatingips {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.703711 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: l3-routers {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.704026 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: l3-agents {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.705401 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: metering-labels {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.706765 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: metering-label-rules {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.708017 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: network-ip-availabilities {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.709265 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: bindings {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.710912 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: quotas {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.713023 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: quotas {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.714525 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: rbac-policies {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.715828 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: security-groups {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.717046 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: security-group-rules {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.718328 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: service-providers {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.719542 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: subnetpools {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.720939 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: subnetpools {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.722408 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: tags {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.724057 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: tags {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.725829 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: tags {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.727676 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: tags {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.729507 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: tags {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.731436 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: tags {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.733091 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: tags {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.734963 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: tags {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.736737 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: tags {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.738534 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron.api.extensions [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Extended resource: tags {{(pid=103750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 03 16:09:17.745002 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING keystonemiddleware.auth_token [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 03 16:09:17.749787 dv-cinder-836247-2-iscsi neutron-server[103750]: WARNING keystonemiddleware.auth_token [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 03 16:09:17.758854 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_concurrency.lockutils [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Acquired lock "singleton_lock" {{(pid=103750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 03 16:09:17.759637 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_concurrency.lockutils [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Releasing lock "singleton_lock" {{(pid=103750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 03 16:09:17.760451 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO oslo_service.service [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Starting 2 workers Apr 03 16:09:17.765387 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Started child 103895 {{(pid=103750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 03 16:09:17.769884 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Started child 103896 {{(pid=103750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 03 16:09:17.771006 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:17.771618 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO neutron.service [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 03 16:09:17.772145 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:17.772583 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [-] (103895) wsgi starting up on http://0.0.0.0:9696 Apr 03 16:09:17.774734 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:17.775893 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO oslo_service.service [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Starting 1 workers Apr 03 16:09:17.776953 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [-] (103896) wsgi starting up on http://0.0.0.0:9696 Apr 03 16:09:17.780609 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Started child 103897 {{(pid=103750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 03 16:09:17.781169 dv-cinder-836247-2-iscsi neutron-server[103750]: INFO oslo_service.service [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Starting 1 workers Apr 03 16:09:17.784406 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.service [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] calling RpcWorker wait() {{(pid=103897) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 03 16:09:17.784972 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.service [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] returning from RpcWorker wait() {{(pid=103897) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 03 16:09:17.785708 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Started child 103898 {{(pid=103750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 03 16:09:17.786137 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:17.786503 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-101058a0-2dce-4c1b-b784-2d9929b0958d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:17.786702 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:09:17.788520 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 03 16:09:17.788732 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 03 16:09:17.788917 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 03 16:09:17.789146 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 03 16:09:17.789496 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 03 16:09:17.789709 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 03 16:09:17.790242 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.790515 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.790803 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.791039 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:17.791520 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.791520 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.791968 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.792239 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.792489 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.792762 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.792998 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.793168 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.793333 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.793593 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.793828 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.794148 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.794403 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.794671 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.794952 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.799715 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.799715 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.799715 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.799715 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.799715 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] debug = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.799715 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.800522 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.800522 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.800522 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.800522 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.800522 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.800522 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.801324 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.801324 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.801324 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.801324 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.801324 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.801324 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.801324 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.801324 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.802400 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.802400 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.802400 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.802400 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] host = dv-cinder-836247-2-iscsi {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.802400 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.802400 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.802400 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.802400 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.803476 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.803476 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.803476 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.803476 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.803476 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.803476 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.804259 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.804259 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.804259 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.804259 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.804777 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_options = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.804777 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.805047 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.805193 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.805331 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.805471 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.805610 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.805864 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.806027 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.806300 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.806459 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.806657 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.806902 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.807114 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.807325 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.807577 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.807837 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.808032 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.808240 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.808494 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.808724 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.808971 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.809202 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.809435 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.809666 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.809899 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.810126 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.810348 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.810594 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.810813 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.811072 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.811271 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.811514 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.812167 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.812420 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.812678 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.812909 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.813135 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.813409 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.813628 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.813857 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.814110 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.814354 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.814453 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:09:17.814580 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.814858 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.815101 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.815318 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.815530 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_json = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.815760 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.815992 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.816252 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.816484 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.816696 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.816906 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.817142 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.817755 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.817755 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.818511 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.819001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.819222 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.819431 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.819662 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.820087 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.820236 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.820608 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.820608 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.821367 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.821677 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.821901 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.822201 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.822468 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.822949 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.824060 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.824060 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.824060 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.824454 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.824695 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.824929 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.825184 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.825464 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.825696 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.825934 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.826187 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.826410 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.826720 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.827011 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.827342 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.827612 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.828017 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.828440 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.828912 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.829211 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.829433 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.829677 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.829902 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.830121 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.830394 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.830642 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.830870 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.831092 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.831340 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.831552 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.831965 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.832393 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.832653 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.832885 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.833106 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.833354 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.833583 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.833834 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.834049 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.834296 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.834590 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.834843 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.835110 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.835355 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.835588 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.835802 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.836258 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.836258 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.837173 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.837359 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.837444 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.837687 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.837897 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.838146 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.838368 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.838602 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.838813 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.839029 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.839239 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.839450 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.839670 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.839897 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.840112 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.840388 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.840600 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.840831 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.841065 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.841275 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.841486 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.841691 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.841910 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.842117 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60352) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:09:17.842229 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.842379 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.842542 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.842797 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.843382 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.843382 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.843681 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.843825 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.844042 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.844250 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.844495 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.845637 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.845637 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.845637 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.845637 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.845637 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.846379 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.846379 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.846379 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.846817 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.846817 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.847117 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.847302 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.847444 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.847659 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.847850 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.848141 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.848495 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.848627 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.849343 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.849343 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.850529 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.852823 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.852823 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.853138 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068069 Apr 03 16:09:17.853238 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.853238 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.853238 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.853238 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.853238 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.853238 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.853238 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.855150 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.855150 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.855150 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.855514 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.855625 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.856655 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.856922 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.857165 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.858137 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.859619 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.860052 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.860489 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.861128 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.861395 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.861626 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.861862 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.862141 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.862388 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.862656 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.862957 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.863845 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.863845 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.864028 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.864509 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.864731 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.864966 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.865197 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.865413 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.865628 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.865845 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.866082 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.866313 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.866527 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.866812 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.867025 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.867243 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.867469 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.867707 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.868855 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.868855 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.868855 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.868855 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.869151 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.869256 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.869687 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.870662 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.870662 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.870662 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.870662 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.870955 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.871128 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.871317 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.871569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.871822 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.872067 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.872286 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.872543 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.872957 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.873196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.873410 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.873630 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.873864 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.874077 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.874305 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.874756 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.875018 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.875185 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.875359 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.875593 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.875819 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.876060 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.877063 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.877063 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.877063 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.877063 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.877632 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.877632 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.877632 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.878026 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.878026 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.878319 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.878461 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.878667 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.879094 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.879236 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.879412 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.879589 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.879831 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.880080 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.880295 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.880540 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.880791 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.880970 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.881178 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.881389 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.881596 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.881886 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.882153 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.882933 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.882933 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.882933 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.883182 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.884333 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.884333 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.884333 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.884596 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.884666 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.886196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.886196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.886196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.886196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.886196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.886196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.886196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.887002 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.887002 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.887002 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.887002 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.887433 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.887433 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.887680 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.887770 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.887966 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.888185 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.888399 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.888628 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.888852 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.889080 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.889681 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.889681 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.889681 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.890109 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.890270 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.890438 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.891499 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.891799 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.892036 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.892308 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.892821 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.892927 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.893065 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.893505 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.893743 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.893983 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.894204 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.894452 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.894831 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.895111 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.895365 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.895608 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.896296 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.896296 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.896574 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.896709 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.896896 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.897215 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.897502 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.897755 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.897998 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.898272 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.898510 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.898766 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.899714 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.899956 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.900173 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.900429 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.900686 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.900937 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.901153 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.901380 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.901594 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.901836 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.902047 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.902286 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.902499 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.903456 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 03 16:09:17.903984 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 03 16:09:17.904166 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 03 16:09:17.904298 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 03 16:09:17.904449 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 03 16:09:17.904621 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 03 16:09:17.905381 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 03 16:09:17.905596 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.905759 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.905918 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.906077 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.906643 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.906820 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.906978 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.907470 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.907470 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.907470 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.907679 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.907746 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.907927 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.908017 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.908155 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.908311 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.908467 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.908624 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.908785 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.908944 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.909100 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.909255 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.910169 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] debug = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.910169 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.910169 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.910169 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.910169 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.910169 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.910872 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.910872 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.911249 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.911416 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.911735 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.911928 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.912080 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.912222 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.912365 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.912506 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.912647 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.912806 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.913546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.913546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] host = dv-cinder-836247-2-iscsi {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.913546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.913546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.913546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.913877 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.913877 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.913997 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.914151 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.914271 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.914409 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.914641 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.915790 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.915974 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.916125 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.916974 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.916974 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_options = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.916974 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.916974 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.916974 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.916974 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.918606 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.918606 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.918606 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.918606 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.918606 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.918606 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.918606 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.920397 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.920397 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.920397 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.920397 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.920397 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.920397 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.920397 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.920397 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.921462 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.921462 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.921462 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.921462 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.921462 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.921462 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.921462 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.921462 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.921462 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.922736 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.922736 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.922736 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.922736 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.922736 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.922736 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.922736 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.922736 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.923592 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.923592 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.923592 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.923592 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.923592 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.923592 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.923592 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.923592 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.924641 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.924641 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.924641 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_json = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.924641 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.924641 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.924641 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.924641 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.925546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.925546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.925546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.925546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.925546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 03 16:09:17.925546 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.926318 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.926318 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.926318 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.926318 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.926318 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.926891 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.926891 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.926891 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.926891 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.931656 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.931656 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.931656 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.931656 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.931656 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.931656 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.931656 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.931656 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.932704 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.932704 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.932704 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.932704 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.932704 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.932704 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.932704 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.932704 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934926 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934926 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934926 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934926 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934926 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934926 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934926 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934926 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.934926 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.935587 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.935587 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.935587 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.935587 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.935587 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.935587 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.935587 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.935587 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.935587 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.937781 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.937781 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.937781 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.937781 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.937781 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.937781 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.937781 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.937781 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.937781 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.938636 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.938636 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.938636 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.938636 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.938636 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.938636 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.938636 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.938636 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.938636 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.939569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.939569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.939569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.939569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.939569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.939569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.939569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.939569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.939569 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.940341 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.940341 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.940341 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.940341 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.940341 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.940341 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.940341 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.940341 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.940341 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.941572 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.941572 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.941572 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.941572 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.941572 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.941572 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.941572 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.941572 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.942924 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.942924 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.942924 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.942924 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.942924 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.942924 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.942924 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.942924 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943374 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943374 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943374 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943374 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943374 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943374 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943374 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943374 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943815 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943815 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943815 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943815 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943815 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.943815 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.944149 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:09:17.944223 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.944223 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.944223 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.944223 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.944223 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.944508 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.944508 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.944649 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.944717 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.944844 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.945143 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.945447 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.945607 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.946498 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.946834 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.947005 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.947172 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.947321 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.947614 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.947899 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.948179 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.948490 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.948656 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.948804 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.948959 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.949115 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.949275 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.949426 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.949588 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.949736 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.949874 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.950036 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.950196 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.950409 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.950544 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.950707 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.950817 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.950974 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.951134 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.951301 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.951488 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.951648 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.951794 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.951953 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.952130 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.952308 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.952483 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.952483 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.952758 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.952900 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.952993 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.953086 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.953223 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.953385 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.953528 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.953668 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.953809 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.953949 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.954929 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.954929 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.954929 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.954929 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.954929 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.954929 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.955789 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.955789 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.955789 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.955789 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.955789 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.956583 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.956583 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.956583 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.956583 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.956583 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.956583 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.957363 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.957363 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.957363 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.957363 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.957363 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.957723 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.957723 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.957723 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.957930 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.958011 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.958176 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.958350 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.958502 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.958714 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.958917 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.959077 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.959275 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.959566 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.959566 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.959839 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.959839 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.960190 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.960190 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.960477 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.960477 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.960743 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.960743 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.961008 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.961008 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.961512 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.961690 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.961849 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.962276 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.962459 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.963306 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.963470 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.963644 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.963804 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.963964 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.964122 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.964326 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.964428 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.964593 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.964752 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.965276 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.965276 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.965276 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.965518 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.965643 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.965773 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.965874 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.966036 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.966201 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.966358 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.966669 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.966812 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.966940 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.967065 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.967349 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.967515 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.967685 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.967843 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.968001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.968158 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.968317 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.968475 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.968643 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.968803 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.968961 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.969128 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.969287 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.969444 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.969602 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.969780 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.969956 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.970176 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.970414 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.970414 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.970730 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.970730 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.971001 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.971172 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.971300 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.977580 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.977580 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.977580 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.977580 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.977580 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.977580 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.977580 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.977580 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978103 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978103 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978103 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978103 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978103 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978103 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978103 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978103 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978103 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978746 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978746 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978746 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978746 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978746 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978746 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978746 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978746 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.978746 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 03 16:09:17.979348 dv-cinder-836247-2-iscsi neutron-server[103750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 03 16:09:29.571824 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d47a695-5596-46f2-876c-0b8ca5517f59 None None] get_active_networks_info from dv-cinder-836247-2-iscsi {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 03 16:09:29.641506 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d47a695-5596-46f2-876c-0b8ca5517f59 None None] No non-hosted networks {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 03 16:09:29.661389 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.agentschedulers_db [None req-5d47a695-5596-46f2-876c-0b8ca5517f59 None None] DHCP Agent not found on host dv-cinder-836247-2-iscsi {{(pid=103897) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 03 16:09:29.848998 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-830b3c54-0885-4548-a227-1efad43469c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597155'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:31.872363 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1b9392cd-fe6b-4e9f-b64a-e7f277ac0f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597155'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:31.910898 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.db.api [None req-69ec0436-6b39-4ee5-98b7-41e77a5e27f1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836247-2-iscsi {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 03 16:09:31.911676 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG oslo_db.api [None req-69ec0436-6b39-4ee5-98b7-41e77a5e27f1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 03 16:09:32.507680 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-69ec0436-6b39-4ee5-98b7-41e77a5e27f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:32.758440 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60424) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:09:32.881183 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597155'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:33.291951 dv-cinder-836247-2-iscsi neutron-server[103896]: WARNING oslo_policy.policy [None req-b204ca59-649f-47f6-8768-d566691de6c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:09:33.292689 dv-cinder-836247-2-iscsi neutron-server[103896]: WARNING oslo_policy.policy [None req-b204ca59-649f-47f6-8768-d566691de6c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:09:33.514802 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [None req-b204ca59-649f-47f6-8768-d566691de6c0 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:09:33.526610 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b204ca59-649f-47f6-8768-d566691de6c0 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7565222 Apr 03 16:09:34.435686 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597155'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:35.788037 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597155'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:35.788797 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.789030 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.789876 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.790199 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.790517 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.798610 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.798610 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.798610 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.798610 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.798610 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.802222 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.802222 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.802222 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.802222 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.802222 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:35.802529 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836247-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:09:35.819335 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836247-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:09:36.169106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60458) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:09:36.495870 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-56b58bb7-f9f0-46bb-b9da-5fd8c724806c admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:09:36.589771 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.policy [None req-56b58bb7-f9f0-46bb-b9da-5fd8c724806c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103896) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 03 16:09:36.632733 dv-cinder-836247-2-iscsi neutron-server[103896]: WARNING oslo_policy.policy [None req-56b58bb7-f9f0-46bb-b9da-5fd8c724806c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:09:36.633624 dv-cinder-836247-2-iscsi neutron-server[103896]: WARNING oslo_policy.policy [None req-56b58bb7-f9f0-46bb-b9da-5fd8c724806c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:09:36.783716 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-56b58bb7-f9f0-46bb-b9da-5fd8c724806c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756735748695', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756735748154', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756735732685', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756735711004', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756735716012', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756740102868', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3376055', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3396257', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1964060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2005346'] for rbac-policy (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:36.926289 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.db.l3_hamode_db [None req-78d383db-bf0a-4994-b53b-0d2bed6685fb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 03 16:09:36.995976 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-56b58bb7-f9f0-46bb-b9da-5fd8c724806c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:36.997323 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-56b58bb7-f9f0-46bb-b9da-5fd8c724806c admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8270948 Apr 03 16:09:37.005962 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d383db-bf0a-4994-b53b-0d2bed6685fb None None] Routers set() bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:09:37.006354 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d383db-bf0a-4994-b53b-0d2bed6685fb None None] Router IDs set() for agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 03 16:09:39.464150 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60470) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:09:39.775914 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:09:39.898429 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Made reservation on behalf of 3a9bca5b437140eab6e608560b8e1e64 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:09:39.902225 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:39.918929 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:40.022847 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Publish callbacks [] for security_group (51d42686-c4a8-4971-99f8-386452cf5f55), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:40.109719 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (51d42686-c4a8-4971-99f8-386452cf5f55), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:40.140779 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:09:40.174943 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756739153457', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (a1474214-3ce8-4e18-830a-449589f8eeae), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:40.175472 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Unsubscribe: segment precommit_create {{(pid=103896) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 03 16:09:40.175969 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Added segment a1474214-3ce8-4e18-830a-449589f8eeae of type vlan for network 146b0760-4a55-44db-98a7-c08e004c1c10 Apr 03 16:09:40.191726 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=51d42686-c4a8-4971-99f8-386452cf5f55,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:09:40.216836 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.221530 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.221530 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.221530 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.221530 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.221530 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.221936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.221936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.221936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.221936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.221936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.222307 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.222307 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.222307 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.222307 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Tracked resource versions report: Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: pushed versions: Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: { 'AddressGroup': {'1.2'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Agent': {'1.1'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'ConntrackHelper': {'1.0'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Log': {'1.0'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'NDPProxy': {'1.0'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Network': {'1.1'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Port': {'1.7'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'PortForwarding': {'1.3'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'QosPolicy': {'1.10'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SecurityGroup': {'1.5'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SubPort': {'1.0'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Subnet': {'1.1'}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Trunk': {'1.1'}} Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: consumer versions: Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: { DHCP agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: L3 agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: Metadata agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: Metering agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: Open vSwitch agent@dv-cinder-836247-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Agent': '1.1', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'ConntrackHelper': '1.0', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'LocalIPAssociation': '1.0', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Log': '1.0', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'NDPProxy': '1.0', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Network': '1.1', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Port': '1.7', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'PortForwarding': '1.3', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'QosPolicy': '1.10', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SecurityGroup': '1.5', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SecurityGroupRule': '1.2', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SubPort': '1.0', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Subnet': '1.1', Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Trunk': '1.1'}} Apr 03 16:09:40.222659 dv-cinder-836247-2-iscsi neutron-server[103896]: {{(pid=103896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:09:40.284101 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (146b0760-4a55-44db-98a7-c08e004c1c10), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:40.407291 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (146b0760-4a55-44db-98a7-c08e004c1c10), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:40.412462 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:09:40.418300 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:40.525210 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] Pushing event updated for resources: {'Network': ['ID=146b0760-4a55-44db-98a7-c08e004c1c10,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:09:40.540042 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 146b0760-4a55-44db-98a7-c08e004c1c10 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:09:40.658879 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-576287e7-87d7-4c5f-8ee0-3662402ca7a4 demo demo] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1935921 Apr 03 16:09:43.173812 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 60482) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:09:43.665903 dv-cinder-836247-2-iscsi neutron-server[103895]: WARNING oslo_policy.policy [None req-ecc94a73-9e97-456e-a2b9-b218c516ecbb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:09:43.666476 dv-cinder-836247-2-iscsi neutron-server[103895]: WARNING oslo_policy.policy [None req-ecc94a73-9e97-456e-a2b9-b218c516ecbb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:09:44.097860 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.policy [None req-ecc94a73-9e97-456e-a2b9-b218c516ecbb demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103895) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 03 16:09:44.140065 dv-cinder-836247-2-iscsi neutron-server[103895]: WARNING oslo_policy.policy [None req-ecc94a73-9e97-456e-a2b9-b218c516ecbb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:09:44.140435 dv-cinder-836247-2-iscsi neutron-server[103895]: WARNING oslo_policy.policy [None req-ecc94a73-9e97-456e-a2b9-b218c516ecbb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 03 16:09:44.148398 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc94a73-9e97-456e-a2b9-b218c516ecbb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:09:44.150801 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-ecc94a73-9e97-456e-a2b9-b218c516ecbb demo admin] 10.222.0.37 "GET /v2.0/networks/146b0760-4a55-44db-98a7-c08e004c1c10 HTTP/1.1" status: 200 len: 825 time: 0.9749455 Apr 03 16:09:44.189252 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-d3b69931-8fb1-4d27-8a08-3bc41a44da29 demo admin] 10.222.0.37 "GET /v2.0/subnetpools/1d28d24d-64f8-4b2a-a8e7-2b41091180e5 HTTP/1.1" status: 200 len: 734 time: 0.0328062 Apr 03 16:09:44.198394 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Request body: {'subnet': {'subnetpool_id': '1d28d24d-64f8-4b2a-a8e7-2b41091180e5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:09:44.330033 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Made reservation on behalf of 3a9bca5b437140eab6e608560b8e1e64 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:09:44.332908 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:44.667629 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (173d1782-7f32-456d-b4f2-787f6ac796d1), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:44.742966 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Checking segment: {'id': 'a1474214-3ce8-4e18-830a-449589f8eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:09:44.743367 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Network hostable DHCP agents. Network: 146b0760-4a55-44db-98a7-c08e004c1c10, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:09:44.752714 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Pushing event updated for resources: {'Subnet': ['ID=173d1782-7f32-456d-b4f2-787f6ac796d1,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:09:44.763239 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.763584 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.763935 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.764286 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.764610 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.764928 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.765246 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.765560 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.765887 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.766204 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.766515 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.766872 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.767189 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.767499 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.767805 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Tracked resource versions report: Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: pushed versions: Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: { 'AddressGroup': {'1.2'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Agent': {'1.1'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'ConntrackHelper': {'1.0'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Log': {'1.0'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'NDPProxy': {'1.0'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Network': {'1.1'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Port': {'1.7'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'PortForwarding': {'1.3'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'QosPolicy': {'1.10'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SecurityGroup': {'1.5'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SubPort': {'1.0'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Subnet': {'1.1'}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Trunk': {'1.1'}} Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: consumer versions: Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: { DHCP agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: L3 agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: Metadata agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: Metering agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: Open vSwitch agent@dv-cinder-836247-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Agent': '1.1', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'ConntrackHelper': '1.0', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'LocalIPAssociation': '1.0', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Log': '1.0', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'NDPProxy': '1.0', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Network': '1.1', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Port': '1.7', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'PortForwarding': '1.3', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'QosPolicy': '1.10', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SecurityGroup': '1.5', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SecurityGroupRule': '1.2', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SubPort': '1.0', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Subnet': '1.1', Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Trunk': '1.1'}} Apr 03 16:09:44.769171 dv-cinder-836247-2-iscsi neutron-server[103895]: {{(pid=103895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:09:44.878671 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Network 146b0760-4a55-44db-98a7-c08e004c1c10 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:09:44.955352 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 146b0760-4a55-44db-98a7-c08e004c1c10) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:09:44.959913 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:09:44.960553 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:44.966342 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389aa12b-3d2c-4108-bca6-d5e205897735 None None] Network 146b0760-4a55-44db-98a7-c08e004c1c10 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:09:45.038033 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-a194f87f-2138-4d76-b29c-89de353a4d7a demo admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8435929 Apr 03 16:09:45.340315 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-146b0760-4a55-44db-98a7-c08e004c1c10', 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10', 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'fixed_ips': [{'subnet_id': '173d1782-7f32-456d-b4f2-787f6ac796d1'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:09:45.341646 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:45.620396 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Allocated IP 172.20.0.2 (146b0760-4a55-44db-98a7-c08e004c1c10/173d1782-7f32-456d-b4f2-787f6ac796d1/dfc90b79-6518-4976-88ab-e943a3df9161) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:09:45.884477 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Publish callbacks [] for port (dfc90b79-6518-4976-88ab-e943a3df9161), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:45.967807 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (dfc90b79-6518-4976-88ab-e943a3df9161), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:46.055644 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Network 146b0760-4a55-44db-98a7-c08e004c1c10 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:09:46.060898 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:09:46.064597 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:09:46.066557 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Pushing event updated for resources: {'Port': ['ID=dfc90b79-6518-4976-88ab-e943a3df9161,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:09:46.076850 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.077206 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.077548 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.077898 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.078227 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.078548 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.078888 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.079204 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.079519 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.079833 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.080147 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.080480 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.080796 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.081106 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.081414 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Tracked resource versions report: Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: pushed versions: Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: { 'AddressGroup': {'1.2'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Agent': {'1.1'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'ConntrackHelper': {'1.0'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Log': {'1.0'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'NDPProxy': {'1.0'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Network': {'1.1'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Port': {'1.7'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'PortForwarding': {'1.3'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'QosPolicy': {'1.10'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SecurityGroup': {'1.5'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SubPort': {'1.0'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Subnet': {'1.1'}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Trunk': {'1.1'}} Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: consumer versions: Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: { DHCP agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: L3 agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: Metadata agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: Metering agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: Open vSwitch agent@dv-cinder-836247-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Agent': '1.1', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'ConntrackHelper': '1.0', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'LocalIPAssociation': '1.0', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Log': '1.0', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'NDPProxy': '1.0', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Network': '1.1', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Port': '1.7', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'PortForwarding': '1.3', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'QosPolicy': '1.10', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SecurityGroup': '1.5', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SecurityGroupRule': '1.2', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SubPort': '1.0', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Subnet': '1.1', Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Trunk': '1.1'}} Apr 03 16:09:46.082851 dv-cinder-836247-2-iscsi neutron-server[103897]: {{(pid=103897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:09:46.154894 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Attempting to bind port dfc90b79-6518-4976-88ab-e943a3df9161 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:09:46.155210 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Attempting to bind port dfc90b79-6518-4976-88ab-e943a3df9161 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'a1474214-3ce8-4e18-830a-449589f8eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:09:46.155633 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Attempting to bind port dfc90b79-6518-4976-88ab-e943a3df9161 on network 146b0760-4a55-44db-98a7-c08e004c1c10 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:09:46.160717 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:09:46.161082 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Checking segment: {'id': 'a1474214-3ce8-4e18-830a-449589f8eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:09:46.161548 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:46.162051 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Bound using segment: {'id': 'a1474214-3ce8-4e18-830a-449589f8eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:09:46.162377 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Bound port: dfc90b79-6518-4976-88ab-e943a3df9161, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1474214-3ce8-4e18-830a-449589f8eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:09:46.162805 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (dfc90b79-6518-4976-88ab-e943a3df9161), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:46.228418 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] For port dfc90b79-6518-4976-88ab-e943a3df9161, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:09:46.232653 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] For port dfc90b79-6518-4976-88ab-e943a3df9161, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=dfc90b79-6518-4976-88ab-e943a3df9161,segment=NetworkSegment(a1474214-3ce8-4e18-830a-449589f8eeae),segment_id=a1474214-3ce8-4e18-830a-449589f8eeae)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:09:46.322284 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (dfc90b79-6518-4976-88ab-e943a3df9161), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:46.391637 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116a7a0-e6de-43f0-b5ae-28c10678ac82 None None] Pushing event updated for resources: {'Port': ['ID=dfc90b79-6518-4976-88ab-e943a3df9161,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:09:47.582658 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60502) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:09:47.898046 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [None req-dc1237fe-bf61-4c3f-a28a-81619fcd40a3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:09:47.899137 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-dc1237fe-bf61-4c3f-a28a-81619fcd40a3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155534 Apr 03 16:09:50.439342 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 60510) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:09:50.752604 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [None req-db95d7af-ea41-4df1-a5ba-46a1e7e99948 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:09:50.766589 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-db95d7af-ea41-4df1-a5ba-46a1e7e99948 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3130472 Apr 03 16:09:53.302935 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60518) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:09:53.620948 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-64878a74-0ca9-415f-840b-408a081ecad9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:09:53.712790 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64878a74-0ca9-415f-840b-408a081ecad9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (2e792705-454f-4ce6-a6fb-b8a5834cbf55), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:53.714262 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64878a74-0ca9-415f-840b-408a081ecad9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (2e792705-454f-4ce6-a6fb-b8a5834cbf55), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:53.851241 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64878a74-0ca9-415f-840b-408a081ecad9 demo demo] Publish callbacks [] for router_controller (2e792705-454f-4ce6-a6fb-b8a5834cbf55), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:53.913928 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64878a74-0ca9-415f-840b-408a081ecad9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (2e792705-454f-4ce6-a6fb-b8a5834cbf55), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:54.023514 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64878a74-0ca9-415f-840b-408a081ecad9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:54.025241 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-64878a74-0ca9-415f-840b-408a081ecad9 demo demo] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7213321 Apr 03 16:09:56.427509 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device dfc90b79-6518-4976-88ab-e943a3df9161 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:09:56.522457 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port dfc90b79-6518-4976-88ab-e943a3df9161 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:09:56.522902 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (dfc90b79-6518-4976-88ab-e943a3df9161), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:56.611478 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60530) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:09:56.637089 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port dfc90b79-6518-4976-88ab-e943a3df9161 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:09:56.637808 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (dfc90b79-6518-4976-88ab-e943a3df9161), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:56.674714 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port dfc90b79-6518-4976-88ab-e943a3df9161, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=dfc90b79-6518-4976-88ab-e943a3df9161,segment=NetworkSegment(a1474214-3ce8-4e18-830a-449589f8eeae),segment_id=a1474214-3ce8-4e18-830a-449589f8eeae)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:09:56.766941 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (dfc90b79-6518-4976-88ab-e943a3df9161), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:56.820313 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=dfc90b79-6518-4976-88ab-e943a3df9161,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:09:56.951654 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [None req-a34194fc-25fb-46b9-97db-8515c3f0cb5e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:09:56.952658 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a34194fc-25fb-46b9-97db-8515c3f0cb5e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3383431 Apr 03 16:09:57.647239 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf218d7-753b-4de8-977b-56bb3bce9850 None None] Network 146b0760-4a55-44db-98a7-c08e004c1c10 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:09:57.732550 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7a75631e-2b33-443a-a885-78fc2e09259c None None] Provisioning complete for port dfc90b79-6518-4976-88ab-e943a3df9161 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:09:57.732929 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a75631e-2b33-443a-a885-78fc2e09259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (dfc90b79-6518-4976-88ab-e943a3df9161), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:57.857142 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7a75631e-2b33-443a-a885-78fc2e09259c None None] Current status of the port dfc90b79-6518-4976-88ab-e943a3df9161 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:09:58.078085 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a7e33c50-e8e3-47fb-a793-b6252a00320b None None] Provisioning complete for port dfc90b79-6518-4976-88ab-e943a3df9161 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:09:58.078461 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7e33c50-e8e3-47fb-a793-b6252a00320b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (dfc90b79-6518-4976-88ab-e943a3df9161), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:58.156197 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a7e33c50-e8e3-47fb-a793-b6252a00320b None None] Current status of the port dfc90b79-6518-4976-88ab-e943a3df9161 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:09:58.410584 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device dfc90b79-6518-4976-88ab-e943a3df9161 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:09:58.456717 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port dfc90b79-6518-4976-88ab-e943a3df9161 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:09:58.457095 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (dfc90b79-6518-4976-88ab-e943a3df9161), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:58.532121 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port dfc90b79-6518-4976-88ab-e943a3df9161 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:09:59.482881 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60538) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:09:59.606463 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9da9091-888a-4b8d-8837-30163f0c7194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:59.793625 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:09:59.915602 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Made reservation on behalf of 6f98ab75292b456fae17a899836076b0 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:09:59.917875 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:59.926110 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:09:59.998740 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Publish callbacks [] for security_group (6286519e-7c51-4071-ab2b-94b1c535aa04), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:00.095644 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (6286519e-7c51-4071-ab2b-94b1c535aa04), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:00.111473 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Reserving flat network on physical network physnet1 {{(pid=103896) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 03 16:10:00.129631 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6286519e-7c51-4071-ab2b-94b1c535aa04,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:00.134154 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (334171e9-5314-4c9e-8c5a-73ee4cd879df), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:00.134487 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Added segment 334171e9-5314-4c9e-8c5a-73ee4cd879df of type flat for network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 Apr 03 16:10:00.181913 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:00.326856 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:00.327799 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:10:00.328366 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:00.415197 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] Pushing event updated for resources: {'Network': ['ID=3c5f4ccb-409f-4b58-9aae-33c9ed9c9768,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:00.424651 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:10:00.534543 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-14ac8d4a-cc2a-4613-ae73-188dd587f6dc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0506084 Apr 03 16:10:01.829229 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d50556a1-3440-4500-a8c3-b89b0ece8d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:02.903460 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:03.041047 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60552) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:10:03.349751 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1026fba9-7786-4518-8c5c-26df7957187c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:10:03.351187 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1026fba9-7786-4518-8c5c-26df7957187c demo admin] 10.222.0.37 "GET /v2.0/subnets/173d1782-7f32-456d-b4f2-787f6ac796d1 HTTP/1.1" status: 200 len: 849 time: 0.3091793 Apr 03 16:10:03.475588 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a4fe2349-557f-4b8d-b66c-d575dfeaf48e demo admin] 10.222.0.37 "GET /v2.0/routers/2e792705-454f-4ce6-a6fb-b8a5834cbf55 HTTP/1.1" status: 200 len: 704 time: 0.1181030 Apr 03 16:10:03.743242 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:04.035258 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Allocated IP 172.20.0.1 (146b0760-4a55-44db-98a7-c08e004c1c10/173d1782-7f32-456d-b4f2-787f6ac796d1/7015f56f-3e4a-41c2-8e80-25b7dc10058d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:10:04.218419 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Publish callbacks [] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:04.272585 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:04.358930 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:04.474092 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Network 146b0760-4a55-44db-98a7-c08e004c1c10 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:10:04.478807 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:10:04.491794 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:10:04.492589 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (2e792705-454f-4ce6-a6fb-b8a5834cbf55), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:04.549819 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Pushing event updated for resources: {'Port': ['ID=7015f56f-3e4a-41c2-8e80-25b7dc10058d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:04.714159 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-443ee100-f4ca-44b2-8e4d-9728f1896a0c None None] Provisioning complete for port 7015f56f-3e4a-41c2-8e80-25b7dc10058d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:10:04.714538 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-443ee100-f4ca-44b2-8e4d-9728f1896a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:04.748015 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-443ee100-f4ca-44b2-8e4d-9728f1896a0c None None] Port 7015f56f-3e4a-41c2-8e80-25b7dc10058d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:10:04.779060 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:04.982611 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Publish callbacks [] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:05.043661 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:05.044406 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (2e792705-454f-4ce6-a6fb-b8a5834cbf55), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:05.121589 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Pushing event updated for resources: {'Port': ['ID=7015f56f-3e4a-41c2-8e80-25b7dc10058d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:05.167902 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Network 146b0760-4a55-44db-98a7-c08e004c1c10 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:10:05.169168 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:10:05.429684 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Router 2e792705-454f-4ce6-a6fb-b8a5834cbf55 is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:10:05.471812 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-28ba0c47-9928-43bf-8d02-dd90fe60ea43 None None] Provisioning complete for port 7015f56f-3e4a-41c2-8e80-25b7dc10058d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:10:05.472368 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-28ba0c47-9928-43bf-8d02-dd90fe60ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:05.506707 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-28ba0c47-9928-43bf-8d02-dd90fe60ea43 None None] Port 7015f56f-3e4a-41c2-8e80-25b7dc10058d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:10:05.526468 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:10:05.531521 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-db48437a-b5be-4680-a2ce-f9bf35c23791 demo admin] 10.222.0.37 "PUT /v2.0/routers/2e792705-454f-4ce6-a6fb-b8a5834cbf55/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0502744 Apr 03 16:10:05.549918 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Sync routers for ids ['2e792705-454f-4ce6-a6fb-b8a5834cbf55'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:10:05.562465 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Routers {'2e792705-454f-4ce6-a6fb-b8a5834cbf55'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:10:05.563316 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:10:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['2e792705-454f-4ce6-a6fb-b8a5834cbf55'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:10:05.747746 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:05.761361 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Set router 2e792705-454f-4ce6-a6fb-b8a5834cbf55 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:10:06.190286 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'name': 'router1', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:09:53Z', 'updated_at': '2022-04-03T16:10:04Z', 'revision_number': 2, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'gw_port_host': None, '_interfaces': [{'id': '7015f56f-3e4a-41c2-8e80-25b7dc10058d', 'name': '', 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'mac_address': 'fa:16:3e:a5:dc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:10:03Z', 'updated_at': '2022-04-03T16:10:04Z', 'revision_number': 2, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'subnets': [{'id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d28d24d-64f8-4b2a-a8e7-2b41091180e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:10:06.241203 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Checking router: 2e792705-454f-4ce6-a6fb-b8a5834cbf55 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:10:06.241571 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Updating router 2e792705-454f-4ce6-a6fb-b8a5834cbf55 port 7015f56f-3e4a-41c2-8e80-25b7dc10058d binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:10:06.293784 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:06.803395 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Publish callbacks [] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:06.877936 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:07.035132 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Pushing event updated for resources: {'Port': ['ID=7015f56f-3e4a-41c2-8e80-25b7dc10058d,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:07.056163 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Attempting to bind port 7015f56f-3e4a-41c2-8e80-25b7dc10058d on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:10:07.056163 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Attempting to bind port 7015f56f-3e4a-41c2-8e80-25b7dc10058d by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'a1474214-3ce8-4e18-830a-449589f8eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:10:07.056450 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Attempting to bind port 7015f56f-3e4a-41c2-8e80-25b7dc10058d on network 146b0760-4a55-44db-98a7-c08e004c1c10 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:10:07.059026 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.059374 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.061200 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.061200 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.061200 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.061200 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.061200 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.061599 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.061599 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.062136 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.062234 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.062539 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.062983 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.063189 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.063540 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Tracked resource versions report: Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: pushed versions: Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: { 'AddressGroup': {'1.2'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Agent': {'1.1'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'ConntrackHelper': {'1.0'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Log': {'1.0'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'NDPProxy': {'1.0'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Network': {'1.1'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Port': {'1.7'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'PortForwarding': {'1.3'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'QosPolicy': {'1.10'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SecurityGroup': {'1.5'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SubPort': {'1.0'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Subnet': {'1.1'}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Trunk': {'1.1'}} Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: consumer versions: Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: { DHCP agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: L3 agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: Metadata agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: Metering agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: Open vSwitch agent@dv-cinder-836247-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Agent': '1.1', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'ConntrackHelper': '1.0', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'LocalIPAssociation': '1.0', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Log': '1.0', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'NDPProxy': '1.0', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Network': '1.1', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Port': '1.7', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'PortForwarding': '1.3', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'QosPolicy': '1.10', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SecurityGroup': '1.5', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SecurityGroupRule': '1.2', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SubPort': '1.0', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Subnet': '1.1', Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Trunk': '1.1'}} Apr 03 16:10:07.064954 dv-cinder-836247-2-iscsi neutron-server[103898]: {{(pid=103898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:10:07.071828 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:10:07.072221 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Checking segment: {'id': 'a1474214-3ce8-4e18-830a-449589f8eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:10:07.072688 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:07.073073 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Bound using segment: {'id': 'a1474214-3ce8-4e18-830a-449589f8eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:10:07.073554 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Bound port: 7015f56f-3e4a-41c2-8e80-25b7dc10058d, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1474214-3ce8-4e18-830a-449589f8eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:10:07.073936 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:07.137530 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1b97bfd6-b1d3-4a9e-8d6f-2c361a7f0347 None None] Provisioning complete for port 7015f56f-3e4a-41c2-8e80-25b7dc10058d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:10:07.138069 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1b97bfd6-b1d3-4a9e-8d6f-2c361a7f0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:07.141845 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] For port 7015f56f-3e4a-41c2-8e80-25b7dc10058d, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:10:07.161430 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] For port 7015f56f-3e4a-41c2-8e80-25b7dc10058d, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=7015f56f-3e4a-41c2-8e80-25b7dc10058d,segment=NetworkSegment(a1474214-3ce8-4e18-830a-449589f8eeae),segment_id=a1474214-3ce8-4e18-830a-449589f8eeae)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:10:07.172011 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1b97bfd6-b1d3-4a9e-8d6f-2c361a7f0347 None None] Port 7015f56f-3e4a-41c2-8e80-25b7dc10058d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:10:07.235641 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:07.290514 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d15de-ac2d-4f75-9a1f-6718b68e95e6 None None] Pushing event updated for resources: {'Port': ['ID=7015f56f-3e4a-41c2-8e80-25b7dc10058d,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:07.299552 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Routers {'2e792705-454f-4ce6-a6fb-b8a5834cbf55'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:10:07.300035 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:10:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['2e792705-454f-4ce6-a6fb-b8a5834cbf55'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:10:07.400853 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] Set router 2e792705-454f-4ce6-a6fb-b8a5834cbf55 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:10:07.494747 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-45faf842-1b8b-4794-9a01-8c562f333d7c None None] Provisioning complete for port 7015f56f-3e4a-41c2-8e80-25b7dc10058d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:10:07.495427 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45faf842-1b8b-4794-9a01-8c562f333d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:07.574043 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-45faf842-1b8b-4794-9a01-8c562f333d7c None None] Current status of the port 7015f56f-3e4a-41c2-8e80-25b7dc10058d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:10:07.574320 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45faf842-1b8b-4794-9a01-8c562f333d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:07.604756 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-45faf842-1b8b-4794-9a01-8c562f333d7c None None] For port 7015f56f-3e4a-41c2-8e80-25b7dc10058d, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=7015f56f-3e4a-41c2-8e80-25b7dc10058d,segment=NetworkSegment(a1474214-3ce8-4e18-830a-449589f8eeae),segment_id=a1474214-3ce8-4e18-830a-449589f8eeae)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:10:07.650739 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'name': 'router1', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:09:53Z', 'updated_at': '2022-04-03T16:10:04Z', 'revision_number': 2, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'gw_port_host': None, '_interfaces': [{'id': '7015f56f-3e4a-41c2-8e80-25b7dc10058d', 'name': '', 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'mac_address': 'fa:16:3e:a5:dc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:10:03Z', 'updated_at': '2022-04-03T16:10:07Z', 'revision_number': 4, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'subnets': [{'id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d28d24d-64f8-4b2a-a8e7-2b41091180e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:10:07.675064 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45faf842-1b8b-4794-9a01-8c562f333d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:07.677018 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91044a31-c11a-45d7-83bf-b66ab0dae2d1 None None] The sync data for ids ['2e792705-454f-4ce6-a6fb-b8a5834cbf55'] in dv-cinder-836247-2-iscsi is: [{'id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'name': 'router1', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:09:53Z', 'updated_at': '2022-04-03T16:10:04Z', 'revision_number': 2, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'gw_port_host': None, '_interfaces': [{'id': '7015f56f-3e4a-41c2-8e80-25b7dc10058d', 'name': '', 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'mac_address': 'fa:16:3e:a5:dc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:10:03Z', 'updated_at': '2022-04-03T16:10:07Z', 'revision_number': 4, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'subnets': [{'id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d28d24d-64f8-4b2a-a8e7-2b41091180e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:10:07.727952 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faf842-1b8b-4794-9a01-8c562f333d7c None None] Pushing event updated for resources: {'Port': ['ID=7015f56f-3e4a-41c2-8e80-25b7dc10058d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:07.995131 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60572) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:10:08.103902 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5d845-baee-41f1-8d60-3715cfd9f223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:10:08.105164 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5de5d845-baee-41f1-8d60-3715cfd9f223 admin admin] 10.222.0.37 "GET /v2.0/networks/3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 HTTP/1.1" status: 200 len: 842 time: 0.1089637 Apr 03 16:10:08.114205 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:10:08.240834 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Made reservation on behalf of 6f98ab75292b456fae17a899836076b0 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:10:08.243365 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:08.627602 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.objects.ports [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 03 16:10:08.627918 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:08.680308 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:08.690602 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:10:08.690977 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Network hostable DHCP agents. Network: 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:10:08.777816 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:10:08.851930 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:10:08.855731 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:10:08.856348 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:08.863394 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc262bcb-a053-40a0-b091-46e79889464f None None] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:10:08.940720 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8fe8cf75-0f57-45dd-8031-2c9cf5b75f7b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8296371 Apr 03 16:10:08.960844 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b820b16-8616-44a1-aad6-5df8d8c90dad None None] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:10:11.377361 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 60584) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:10:11.656818 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-082fab46-cb4e-435b-8c15-4dcdd164c699 demo admin] 10.222.0.37 "GET /v2.0/routers/2e792705-454f-4ce6-a6fb-b8a5834cbf55 HTTP/1.1" status: 200 len: 710 time: 0.2782724 Apr 03 16:10:11.772058 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6776c-4a69-4534-8b63-53e42005f4f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:10:11.773407 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-01e6776c-4a69-4534-8b63-53e42005f4f3 demo admin] 10.222.0.37 "GET /v2.0/networks/3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 HTTP/1.1" status: 200 len: 886 time: 0.1114340 Apr 03 16:10:11.782124 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:10:12.031198 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Publish callbacks [] for router_gateway (2e792705-454f-4ce6-a6fb-b8a5834cbf55), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:12.383993 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Publish callbacks [] for router_gateway (2e792705-454f-4ce6-a6fb-b8a5834cbf55), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:12.464410 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:12.616227 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Allocated IP 172.27.0.237 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:10:12.722533 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Publish callbacks [] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:12.841473 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:12.918651 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:10:12.924959 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:10:12.935204 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:10:12.941834 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Pushing event updated for resources: {'Port': ['ID=9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:13.336500 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Publish callbacks [] for router_gateway (2e792705-454f-4ce6-a6fb-b8a5834cbf55), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:13.590041 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1591293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3741'] for router (2e792705-454f-4ce6-a6fb-b8a5834cbf55), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:13.595139 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1591274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596293'] for router (2e792705-454f-4ce6-a6fb-b8a5834cbf55), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:13.705432 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Router 2e792705-454f-4ce6-a6fb-b8a5834cbf55 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:10:13.810390 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:10:13.814647 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:13.830592 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-e1a4454a-3d19-4755-8741-b472827fe15a demo admin] 10.222.0.37 "PUT /v2.0/routers/2e792705-454f-4ce6-a6fb-b8a5834cbf55 HTTP/1.1" status: 200 len: 890 time: 2.0367830 Apr 03 16:10:14.476421 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 7015f56f-3e4a-41c2-8e80-25b7dc10058d up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:10:14.530459 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 7015f56f-3e4a-41c2-8e80-25b7dc10058d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:10:14.530966 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:14.618880 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 7015f56f-3e4a-41c2-8e80-25b7dc10058d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:10:14.827790 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:10:16.377023 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 60596) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:10:16.383752 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Sync routers for ids ['2e792705-454f-4ce6-a6fb-b8a5834cbf55'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:10:16.394516 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Routers {'2e792705-454f-4ce6-a6fb-b8a5834cbf55'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:10:16.395192 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:10:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['2e792705-454f-4ce6-a6fb-b8a5834cbf55'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:10:16.580388 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-10917b88-238d-462d-9a22-9f0eb0b4cca0 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2019737 Apr 03 16:10:16.619488 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Set router 2e792705-454f-4ce6-a6fb-b8a5834cbf55 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:10:17.094914 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'name': 'router1', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:09:53Z', 'updated_at': '2022-04-03T16:10:13Z', 'revision_number': 4, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'gw_port': {'id': '9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:18:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:10:12Z', 'updated_at': '2022-04-03T16:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '7015f56f-3e4a-41c2-8e80-25b7dc10058d', 'name': '', 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'mac_address': 'fa:16:3e:a5:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:10:03Z', 'updated_at': '2022-04-03T16:10:07Z', 'revision_number': 5, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'subnets': [{'id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d28d24d-64f8-4b2a-a8e7-2b41091180e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:10:17.147986 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Checking router: 2e792705-454f-4ce6-a6fb-b8a5834cbf55 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:10:17.148353 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Updating router 2e792705-454f-4ce6-a6fb-b8a5834cbf55 port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:10:17.199514 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:17.530988 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Publish callbacks [] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:17.640391 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:17.688328 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Attempting to bind port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:10:17.688688 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Attempting to bind port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:10:17.689041 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Attempting to bind port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:10:17.694255 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e71db-8d63-45db-8b8c-91909ba4612c None None] Pushing event updated for resources: {'Port': ['ID=9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:17.704842 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:10:17.705245 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:10:17.705624 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:17.706010 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:10:17.706469 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Bound port: 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:10:17.706860 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:17.756302 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] For port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:10:17.760314 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] For port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:10:17.821996 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:17.895494 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e71db-8d63-45db-8b8c-91909ba4612c None None] Pushing event updated for resources: {'Port': ['ID=9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:17.905037 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Routers {'2e792705-454f-4ce6-a6fb-b8a5834cbf55'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:10:17.905690 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:10:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['2e792705-454f-4ce6-a6fb-b8a5834cbf55'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:10:18.011637 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] Set router 2e792705-454f-4ce6-a6fb-b8a5834cbf55 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:10:18.223749 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'name': 'router1', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:09:53Z', 'updated_at': '2022-04-03T16:10:13Z', 'revision_number': 4, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'gw_port': {'id': '9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:18:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:10:12Z', 'updated_at': '2022-04-03T16:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '7015f56f-3e4a-41c2-8e80-25b7dc10058d', 'name': '', 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'mac_address': 'fa:16:3e:a5:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:10:03Z', 'updated_at': '2022-04-03T16:10:07Z', 'revision_number': 5, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'subnets': [{'id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d28d24d-64f8-4b2a-a8e7-2b41091180e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:10:18.253205 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e14020-3b2b-4d31-9fe7-6fe6a226e5af None None] The sync data for ids ['2e792705-454f-4ce6-a6fb-b8a5834cbf55'] in dv-cinder-836247-2-iscsi is: [{'id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'name': 'router1', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:09:53Z', 'updated_at': '2022-04-03T16:10:13Z', 'revision_number': 4, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'gw_port': {'id': '9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:18:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:10:12Z', 'updated_at': '2022-04-03T16:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '7015f56f-3e4a-41c2-8e80-25b7dc10058d', 'name': '', 'network_id': '146b0760-4a55-44db-98a7-c08e004c1c10', 'tenant_id': '3a9bca5b437140eab6e608560b8e1e64', 'mac_address': 'fa:16:3e:a5:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e792705-454f-4ce6-a6fb-b8a5834cbf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:10:03Z', 'updated_at': '2022-04-03T16:10:07Z', 'revision_number': 5, 'project_id': '3a9bca5b437140eab6e608560b8e1e64', 'subnets': [{'id': '173d1782-7f32-456d-b4f2-787f6ac796d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d28d24d-64f8-4b2a-a8e7-2b41091180e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:10:18.504199 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:10:18.575711 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:10:18.575711 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:18.683708 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:10:18.684640 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:18.714325 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:10:18.838496 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:18.916943 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:10:20.460406 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:10:20.512819 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:10:20.513200 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:20.596304 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 9242e3de-c6f3-44ab-8b7c-01a0cfb6a15e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:10:29.643668 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba1e9-d5a4-41ca-9d18-fbf49b4d5838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:31.837790 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e905c1a1-32f1-48ad-93c6-d482a5d53a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:32.840358 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:34.241006 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:35.740545 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:10:51.827038 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:10:59.610517 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f2dcf2e-ec96-4b08-a19a-6ddf83d0fcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:01.851045 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57abd598-16fe-4e1c-b411-5fb92ae7a6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:02.856231 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:04.221926 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:05.765002 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:28.826655 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:11:29.598662 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f903-1d08-4c23-b261-f0473ae8face None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:31.838406 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd70d0f0-652c-487d-9f23-33ea887b3232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:32.912711 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:34.229989 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:35.750089 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:40.830115 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 32848) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:11:40.893577 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe588ac0-95ae-4b27-bd9e-2fd4085c03ae admin admin] GET failed (client error): The resource could not be found. Apr 03 16:11:40.894863 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-fe588ac0-95ae-4b27-bd9e-2fd4085c03ae admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633988 Apr 03 16:11:41.049698 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6014c39-e42c-4435-b624-62166652301b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:41.051099 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e6014c39-e42c-4435-b624-62166652301b admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1521003 Apr 03 16:11:43.370671 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 32858) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:11:43.478967 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f660cc-fba0-4ad0-a13e-42607020baab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:43.480342 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-34f660cc-fba0-4ad0-a13e-42607020baab admin admin] 10.222.0.37 "GET /v2.0/subnets/173d1782-7f32-456d-b4f2-787f6ac796d1 HTTP/1.1" status: 200 len: 849 time: 0.1087251 Apr 03 16:11:43.489710 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:11:43.570908 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Publish callbacks [] for subnet (173d1782-7f32-456d-b4f2-787f6ac796d1), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:43.763486 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756739394434'] for subnet (173d1782-7f32-456d-b4f2-787f6ac796d1), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:43.796855 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:43.798440 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:43.799749 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] 10.222.0.37 "PUT /v2.0/subnets/173d1782-7f32-456d-b4f2-787f6ac796d1 HTTP/1.1" status: 200 len: 868 time: 0.3136389 Apr 03 16:11:43.800019 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9284a082-b5eb-4d2a-a54d-d0f8a71e7d34 None None] Network 146b0760-4a55-44db-98a7-c08e004c1c10 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:11:43.827126 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=173d1782-7f32-456d-b4f2-787f6ac796d1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:11:43.834619 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.835020 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.835362 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.835704 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.836035 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.836356 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.836720 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.837031 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.837365 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.837687 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.838026 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.838361 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.838708 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.839024 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:43.839360 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137ff0f-52ef-4cf6-9361-1678a52c5edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:11:44.095571 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a84c8ea8-ed45-42f4-9225-d450fbf974eb None None] Provisioning complete for port 7015f56f-3e4a-41c2-8e80-25b7dc10058d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:11:44.096023 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a84c8ea8-ed45-42f4-9225-d450fbf974eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (7015f56f-3e4a-41c2-8e80-25b7dc10058d), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:44.185898 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a84c8ea8-ed45-42f4-9225-d450fbf974eb None None] Current status of the port 7015f56f-3e4a-41c2-8e80-25b7dc10058d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:11:44.195789 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a84c8ea8-ed45-42f4-9225-d450fbf974eb None None] Provisioning complete for port dfc90b79-6518-4976-88ab-e943a3df9161 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:11:44.196104 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a84c8ea8-ed45-42f4-9225-d450fbf974eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (dfc90b79-6518-4976-88ab-e943a3df9161), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:11:44.267477 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a84c8ea8-ed45-42f4-9225-d450fbf974eb None None] Current status of the port dfc90b79-6518-4976-88ab-e943a3df9161 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:11:46.159769 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 32866) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:11:46.359437 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c890d-2ff3-4878-986c-d19dc2fb2e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:46.359823 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c890d-2ff3-4878-986c-d19dc2fb2e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:46.361359 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-066c890d-2ff3-4878-986c-d19dc2fb2e13 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006536 Apr 03 16:11:48.661446 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 32876) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:11:48.790137 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31baf062-bfcc-4de5-9756-415ef3b86ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:48.790627 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31baf062-bfcc-4de5-9756-415ef3b86ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:48.792135 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-31baf062-bfcc-4de5-9756-415ef3b86ea4 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298192 Apr 03 16:11:51.080160 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 32884) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:11:51.221807 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f22f42-9218-4369-a2cc-48832884e8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:51.223194 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-33f22f42-9218-4369-a2cc-48832884e8c2 admin admin] 10.222.0.37 "GET /v2.0/networks/146b0760-4a55-44db-98a7-c08e004c1c10 HTTP/1.1" status: 200 len: 869 time: 0.1420629 Apr 03 16:11:53.545986 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 32892) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:11:53.672153 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa6ea1d-5c25-4107-9798-03aa664d0631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:53.672153 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-eaa6ea1d-5c25-4107-9798-03aa664d0631 admin admin] 10.222.0.37 "GET /v2.0/networks/3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 HTTP/1.1" status: 200 len: 886 time: 0.1236618 Apr 03 16:11:55.959903 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 32900) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:11:56.081413 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19384ae8-3ec4-4a17-9bde-706bf5a786a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:56.081862 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19384ae8-3ec4-4a17-9bde-706bf5a786a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:56.083400 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-19384ae8-3ec4-4a17-9bde-706bf5a786a0 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225541 Apr 03 16:11:58.406490 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 32908) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:11:58.499467 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4bd03-d78c-4fc2-b820-ef39a4492256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:58.499916 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4bd03-d78c-4fc2-b820-ef39a4492256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:11:58.501399 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-4cd4bd03-d78c-4fc2-b820-ef39a4492256 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939112 Apr 03 16:11:59.615439 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5957ad6-79da-4dd8-8447-325b40472e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:00.819799 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 32916) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:12:00.909980 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9441bc97-33ce-4ef2-82d7-865f3885fef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:12:00.911342 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9441bc97-33ce-4ef2-82d7-865f3885fef5 admin admin] 10.222.0.37 "GET /v2.0/subnets/173d1782-7f32-456d-b4f2-787f6ac796d1 HTTP/1.1" status: 200 len: 868 time: 0.0906200 Apr 03 16:12:01.871986 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38dfde5a-aaa5-4344-a8d8-268ded58fe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:02.917907 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:03.197714 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 32924) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:12:03.283338 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e3362-a673-4aa8-8804-53ffed9a54d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:12:03.284659 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-946e3362-a673-4aa8-8804-53ffed9a54d9 admin admin] 10.222.0.37 "GET /v2.0/subnets/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c HTTP/1.1" status: 200 len: 816 time: 0.0860085 Apr 03 16:12:04.240591 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:05.766272 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:05.825129 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:12:29.628746 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8b69a407-ef43-4f8c-8772-21109b7923e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:31.561922 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 32976) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:12:31.608293 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [None req-6f0ded62-7c92-408e-a90f-59b009ed5051 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:12:31.609300 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6f0ded62-7c92-408e-a90f-59b009ed5051 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464129 Apr 03 16:12:31.859946 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-821a8183-1452-40ed-8f72-cc9e53e62208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:32.891615 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:34.015308 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 32984) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:12:34.074906 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d68e00-7134-49a4-ac0b-fa7455a5e750 admin admin] GET failed (client error): The resource could not be found. Apr 03 16:12:34.076202 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-98d68e00-7134-49a4-ac0b-fa7455a5e750 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599380 Apr 03 16:12:34.160455 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedab63-beb9-4431-bbe1-b34a4bc8b537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:12:34.161324 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1cedab63-beb9-4431-bbe1-b34a4bc8b537 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810134 Apr 03 16:12:34.243248 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:35.751029 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:36.474443 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 32992) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:12:36.521520 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:12:36.613709 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Made reservation on behalf of 6f98ab75292b456fae17a899836076b0 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:12:36.616178 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:36.643468 dv-cinder-836247-2-iscsi neutron-server[103896]: WARNING neutron.services.revisions.revision_plugin [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Could not find related network for resource to bump revision. Apr 03 16:12:36.654378 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:12:36.662796 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (40b36a23-9fcf-4f30-95fd-6d26193787df), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:36.663122 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Added segment 40b36a23-9fcf-4f30-95fd-6d26193787df of type vlan for network 59a52776-43e5-40fb-8482-3777cfd734d1 Apr 03 16:12:36.700564 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (59a52776-43e5-40fb-8482-3777cfd734d1), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:36.816867 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (59a52776-43e5-40fb-8482-3777cfd734d1), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:36.817803 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:12:36.818396 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:36.876448 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] Pushing event updated for resources: {'Network': ['ID=59a52776-43e5-40fb-8482-3777cfd734d1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:12:36.886351 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 59a52776-43e5-40fb-8482-3777cfd734d1 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:12:36.939465 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ba19a1a0-9d9a-4e4b-aa80-926e6a480432 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4638631 Apr 03 16:12:39.287623 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33000) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:12:39.346954 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b5c681-da60-480e-8b1a-7364a56112dd admin admin] GET failed (client error): The resource could not be found. Apr 03 16:12:39.348218 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-11b5c681-da60-480e-8b1a-7364a56112dd admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596521 Apr 03 16:12:39.421684 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a60def0-65e7-4624-983b-c712e8d19534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:12:39.423535 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5a60def0-65e7-4624-983b-c712e8d19534 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713584 Apr 03 16:12:39.433088 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Request body: {'subnet': {'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:12:39.536836 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Made reservation on behalf of 6f98ab75292b456fae17a899836076b0 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:12:39.539026 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:39.750900 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (c265c82a-e135-47d5-a16a-a59f4cc82f09), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:39.804914 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c265c82a-e135-47d5-a16a-a59f4cc82f09,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:12:39.811404 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Checking segment: {'id': '40b36a23-9fcf-4f30-95fd-6d26193787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:12:39.811750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Network hostable DHCP agents. Network: 59a52776-43e5-40fb-8482-3777cfd734d1, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:12:39.887570 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Network 59a52776-43e5-40fb-8482-3777cfd734d1 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:12:39.950547 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 59a52776-43e5-40fb-8482-3777cfd734d1) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:12:39.954573 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:12:39.955174 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:39.959893 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c9f2f-6e3b-4a28-a184-48f863fcbaed None None] Network 59a52776-43e5-40fb-8482-3777cfd734d1 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:12:40.055704 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-59a52776-43e5-40fb-8482-3777cfd734d1', 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1', 'project_id': '6f98ab75292b456fae17a899836076b0', 'fixed_ips': [{'subnet_id': 'c265c82a-e135-47d5-a16a-a59f4cc82f09'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:12:40.056977 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:40.057173 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d1d95ede-973f-4335-bd1f-59d7de8556a9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6273315 Apr 03 16:12:40.198213 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Allocated IP 192.168.233.2 (59a52776-43e5-40fb-8482-3777cfd734d1/c265c82a-e135-47d5-a16a-a59f4cc82f09/1f0985ad-0289-419f-939e-57f915c4c97e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:12:40.339899 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Publish callbacks [] for port (1f0985ad-0289-419f-939e-57f915c4c97e), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:40.436897 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (1f0985ad-0289-419f-939e-57f915c4c97e), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:40.472364 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Network 59a52776-43e5-40fb-8482-3777cfd734d1 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:12:40.475108 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:12:40.477525 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:12:40.492949 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Pushing event updated for resources: {'Port': ['ID=1f0985ad-0289-419f-939e-57f915c4c97e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:12:40.515669 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.516084 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.516359 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.516708 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.517038 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.517363 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.517676 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.517991 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.518308 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.518640 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.518958 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.519284 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.519601 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.519912 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.520280 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:12:40.560407 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Attempting to bind port 1f0985ad-0289-419f-939e-57f915c4c97e on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:12:40.560770 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Attempting to bind port 1f0985ad-0289-419f-939e-57f915c4c97e by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '40b36a23-9fcf-4f30-95fd-6d26193787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:12:40.561120 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Attempting to bind port 1f0985ad-0289-419f-939e-57f915c4c97e on network 59a52776-43e5-40fb-8482-3777cfd734d1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:12:40.566034 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:12:40.566401 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Checking segment: {'id': '40b36a23-9fcf-4f30-95fd-6d26193787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:12:40.566821 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:40.567253 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Bound using segment: {'id': '40b36a23-9fcf-4f30-95fd-6d26193787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:12:40.567682 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Bound port: 1f0985ad-0289-419f-939e-57f915c4c97e, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b36a23-9fcf-4f30-95fd-6d26193787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:12:40.568049 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (1f0985ad-0289-419f-939e-57f915c4c97e), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:40.628670 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] For port 1f0985ad-0289-419f-939e-57f915c4c97e, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:12:40.631642 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] For port 1f0985ad-0289-419f-939e-57f915c4c97e, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=1f0985ad-0289-419f-939e-57f915c4c97e,segment=NetworkSegment(40b36a23-9fcf-4f30-95fd-6d26193787df),segment_id=40b36a23-9fcf-4f30-95fd-6d26193787df)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:12:40.712068 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (1f0985ad-0289-419f-939e-57f915c4c97e), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:40.773937 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281059d-edeb-4174-bf32-7e98e263ad43 None None] Pushing event updated for resources: {'Port': ['ID=1f0985ad-0289-419f-939e-57f915c4c97e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:12:41.587615 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e4a83-834c-40d1-bccc-24d83ee4a6c1 None None] Network 59a52776-43e5-40fb-8482-3777cfd734d1 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:12:41.653063 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c7c8a836-b552-4bf0-bae5-4026ed4d124b None None] Provisioning complete for port 1f0985ad-0289-419f-939e-57f915c4c97e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:12:41.653445 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a836-b552-4bf0-bae5-4026ed4d124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (1f0985ad-0289-419f-939e-57f915c4c97e), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:41.780732 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8a836-b552-4bf0-bae5-4026ed4d124b None None] Current status of the port 1f0985ad-0289-419f-939e-57f915c4c97e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:12:41.781112 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a836-b552-4bf0-bae5-4026ed4d124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (1f0985ad-0289-419f-939e-57f915c4c97e), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:41.822985 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c7c8a836-b552-4bf0-bae5-4026ed4d124b None None] For port 1f0985ad-0289-419f-939e-57f915c4c97e, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=1f0985ad-0289-419f-939e-57f915c4c97e,segment=NetworkSegment(40b36a23-9fcf-4f30-95fd-6d26193787df),segment_id=40b36a23-9fcf-4f30-95fd-6d26193787df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:12:41.922550 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a836-b552-4bf0-bae5-4026ed4d124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (1f0985ad-0289-419f-939e-57f915c4c97e), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:41.973024 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8a836-b552-4bf0-bae5-4026ed4d124b None None] Pushing event updated for resources: {'Port': ['ID=1f0985ad-0289-419f-939e-57f915c4c97e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:12:42.043142 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-306a9d4a-9b24-4387-924d-a9a62dca7208 None None] Provisioning complete for port 1f0985ad-0289-419f-939e-57f915c4c97e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:12:42.043447 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-306a9d4a-9b24-4387-924d-a9a62dca7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (1f0985ad-0289-419f-939e-57f915c4c97e), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:42.126861 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-306a9d4a-9b24-4387-924d-a9a62dca7208 None None] Current status of the port 1f0985ad-0289-419f-939e-57f915c4c97e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:12:42.525743 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 1f0985ad-0289-419f-939e-57f915c4c97e up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:12:42.579397 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 1f0985ad-0289-419f-939e-57f915c4c97e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:12:42.579782 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (1f0985ad-0289-419f-939e-57f915c4c97e), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:12:42.655502 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 1f0985ad-0289-419f-939e-57f915c4c97e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:12:42.824546 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:12:59.584647 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d06ae175-dba1-4044-99e8-245af9df5d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:13:01.878998 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ce2dac2f-f4a5-44e3-a146-5900e9c484ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:13:02.910293 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:13:04.264289 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:13:05.764797 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:13:19.822765 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:13:29.598171 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f45a29b-825a-475f-990b-d6eef127a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:13:31.843796 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0a82b98-4d4b-4dbf-91d6-88cba5396d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:13:32.946267 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:13:34.238144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:13:35.757689 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:13:56.821711 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:13:59.625565 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-85884990-2729-434b-88b0-8fc121459224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:01.877363 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4a72401-2528-4bd2-8186-ebd6bbda5952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:02.873965 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:04.228519 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:05.782778 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:17.682659 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33038) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:14:17.688225 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [None req-cc50647c-ae03-4e3b-b56c-7cf9ab24b017 tempest-verify_tempest_config-1289078121 tempest-verify_tempest_config-1289078121-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:14:17.689239 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-cc50647c-ae03-4e3b-b56c-7cf9ab24b017 tempest-verify_tempest_config-1289078121 tempest-verify_tempest_config-1289078121-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056078 Apr 03 16:14:18.231715 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33056) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:14:18.345360 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:18.443619 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Publish callbacks [] for security_group (90803390-3542-41c0-988b-36ddb00a4421), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:18.499959 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (90803390-3542-41c0-988b-36ddb00a4421), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:18.545938 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bd5f53c7dca4aaf9b82b49cc4dbe4fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3131971 Apr 03 16:14:18.547257 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90803390-3542-41c0-988b-36ddb00a4421,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:14:18.549030 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33062) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:14:18.564685 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.564949 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.565306 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.565643 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.565975 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.566307 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.566659 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.566989 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.567329 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.567655 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.567992 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.568317 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.568633 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.568948 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.569261 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fceae82-3b58-41ed-b25f-d6b8fe38b3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:14:18.612389 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a968ae67-f493-41de-bf65-d1fda7925317 admin admin] Publish callbacks [] for security_group (90803390-3542-41c0-988b-36ddb00a4421), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:18.632473 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a968ae67-f493-41de-bf65-d1fda7925317 admin admin] Publish callbacks [] for security_group (90803390-3542-41c0-988b-36ddb00a4421), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:18.779574 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a968ae67-f493-41de-bf65-d1fda7925317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (90803390-3542-41c0-988b-36ddb00a4421), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:18.782602 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a968ae67-f493-41de-bf65-d1fda7925317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:18.783750 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-a968ae67-f493-41de-bf65-d1fda7925317 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90803390-3542-41c0-988b-36ddb00a4421 HTTP/1.1" status: 204 len: 168 time: 0.2338424 Apr 03 16:14:18.792735 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968ae67-f493-41de-bf65-d1fda7925317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90803390-3542-41c0-988b-36ddb00a4421,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:14:29.596167 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3a469997-b66f-4d03-9838-ef5ae5d5122f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:32.011589 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7cd09ec6-e5a2-40d1-964a-8a10ebf17184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:32.876080 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:33.819853 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:14:34.238951 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:35.775882 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:14:59.578147 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e58bc719-6ee0-484b-aaaf-885d8fe5fecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:01.866054 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7ba7-faf7-48f4-8438-4c175e50931d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:02.880669 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:04.240828 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:05.771901 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:10.818688 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:15:29.625183 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b83d-a408-45da-b352-cb8200e8610b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:31.854188 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-80ebba1d-a253-41e5-9d00-d7a92b7f235d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:32.876801 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:34.236495 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:35.773960 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:47.816849 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:15:59.050221 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597155'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:15:59.578715 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6f7298b8-aced-4a42-89d3-05409763bab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:01.858550 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67b61014-6d96-4838-909e-dcc223658244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:02.858550 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:04.244323 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:05.781313 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:13.658656 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33132) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:16:13.759687 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-577075fb-4e1a-4345-a2ec-3f38bb225541 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0999932 Apr 03 16:16:16.091941 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33142) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:16:16.148929 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-2c0d0a34-9216-46c1-a4d9-c80a9f4545e0 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0558941 Apr 03 16:16:24.815485 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:16:29.052212 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:29.566515 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-29d5afe5-44d3-4ff7-9128-e8c17a285f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:31.883263 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d429c2eb-9f48-4f10-b713-d04f19b4aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:32.868750 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:34.251722 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:35.780375 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:59.037015 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:16:59.579998 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-717bbdd7-b2b8-4625-95b0-2ce5326a9dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:01.813853 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:17:01.888311 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a9d08d8-7172-4d5f-aaba-86dd7229ef83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:02.882716 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:04.253952 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:05.773488 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:29.038780 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:29.610000 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a9b840a-dd55-49d8-a033-ce70f5d8ff16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:31.864500 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b90fa865-a836-4052-af18-13a58895f2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:32.902105 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:34.258956 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:35.775892 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:38.812859 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:17:51.908736 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33290) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:52.011506 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33298) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:52.239022 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-941610964-network', 'tenant_id': 'e95c01c2b0c74b30ae2cdd089568b163'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:52.272956 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-641623947-network', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:52.386446 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Made reservation on behalf of e95c01c2b0c74b30ae2cdd089568b163 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:52.388802 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.401839 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.440414 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Made reservation on behalf of b4bcd00416c54c708f0b9fa7135396bd for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:52.442703 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.460516 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.510507 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Publish callbacks [] for security_group (4d8f48fe-45f2-4bd6-a04e-e3a6b88486ac), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.568884 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Publish callbacks [] for security_group (fa010dfd-06ce-4183-8247-88d0c4e41737), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.636108 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4d8f48fe-45f2-4bd6-a04e-e3a6b88486ac), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.661905 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:17:52.675344 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756739153457', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (500f0e4e-9f00-4db8-820f-f9e6d240e2a7), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.676111 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Unsubscribe: segment precommit_create {{(pid=103895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 03 16:17:52.676357 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.segments_db [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Added segment 500f0e4e-9f00-4db8-820f-f9e6d240e2a7 of type vlan for network 07a0d2e7-abc3-4517-b675-dd685137edf1 Apr 03 16:17:52.690872 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (fa010dfd-06ce-4183-8247-88d0c4e41737), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.737453 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8f48fe-45f2-4bd6-a04e-e3a6b88486ac,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:52.742617 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (07a0d2e7-abc3-4517-b675-dd685137edf1), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.754472 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:17:52.756774 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.757115 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.757470 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.757809 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.758139 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.758465 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.758834 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.759160 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.759524 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.759852 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.760188 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.760514 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.760827 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.761143 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.761456 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Tracked resource versions report: Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: pushed versions: Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: { 'AddressGroup': {'1.2'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Agent': {'1.1'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'ConntrackHelper': {'1.0'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Log': {'1.0'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'NDPProxy': {'1.0'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Network': {'1.1'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Port': {'1.7'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'PortForwarding': {'1.3'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'QosPolicy': {'1.10'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SecurityGroup': {'1.5'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SubPort': {'1.0'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Subnet': {'1.1'}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Trunk': {'1.1'}} Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: consumer versions: Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: { DHCP agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: HyperV agent@hv-cinder-83624: {}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: L3 agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: Metadata agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: Metering agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: Open vSwitch agent@dv-cinder-836247-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Agent': '1.1', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'ConntrackHelper': '1.0', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'LocalIPAssociation': '1.0', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Log': '1.0', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'NDPProxy': '1.0', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Network': '1.1', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Port': '1.7', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'PortForwarding': '1.3', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'QosPolicy': '1.10', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SecurityGroup': '1.5', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SecurityGroupRule': '1.2', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'SubPort': '1.0', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Subnet': '1.1', Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: 'Trunk': '1.1'}} Apr 03 16:17:52.762634 dv-cinder-836247-2-iscsi neutron-server[103895]: {{(pid=103895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:17:52.865969 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.db.resource_extend [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 03 16:17:52.875639 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33344) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:52.876184 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa010dfd-06ce-4183-8247-88d0c4e41737,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:52.880350 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.880694 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.segments_db [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Added segment c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf of type vlan for network cf513d36-9af9-4e00-9a79-adf1d408c238 Apr 03 16:17:52.926193 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (cf513d36-9af9-4e00-9a79-adf1d408c238), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.987157 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (07a0d2e7-abc3-4517-b675-dd685137edf1), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:52.988217 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:52.988845 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.049093 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (cf513d36-9af9-4e00-9a79-adf1d408c238), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.049922 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:53.050478 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.088530 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] Pushing event updated for resources: {'Network': ['ID=07a0d2e7-abc3-4517-b675-dd685137edf1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:53.102363 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 07a0d2e7-abc3-4517-b675-dd685137edf1 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:17:53.133354 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-d05fabf3-8cbe-4541-9cf5-480575ab022a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2235177 Apr 03 16:17:53.136865 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33356) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:53.143194 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Request body: {'subnet': {'network_id': '07a0d2e7-abc3-4517-b675-dd685137edf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-941610964-subnet', 'tenant_id': 'e95c01c2b0c74b30ae2cdd089568b163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:53.151704 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] Pushing event updated for resources: {'Network': ['ID=cf513d36-9af9-4e00-9a79-adf1d408c238,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:53.181122 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33358) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:53.188359 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network cf513d36-9af9-4e00-9a79-adf1d408c238 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:17:53.188877 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b3d8b138-bbf8-42f2-8584-15702b61c164 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1709118 Apr 03 16:17:53.191025 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Request body: {'subnet': {'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-641623947-subnet', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:53.264006 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Made reservation on behalf of e95c01c2b0c74b30ae2cdd089568b163 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:53.266325 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.307798 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Made reservation on behalf of b4bcd00416c54c708f0b9fa7135396bd for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:53.309935 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.370744 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-613310910-network', 'tenant_id': '82b370361e684835999918d82c6432c3'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:53.381888 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33370) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:53.416787 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33374) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:53.516556 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-467299802-network', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:53.555458 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Made reservation on behalf of 82b370361e684835999918d82c6432c3 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:53.557704 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.573124 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.664193 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Made reservation on behalf of 9647e423a51e409b8ab4cd779b130ad8 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:53.667169 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.677898 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.711474 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (c507c430-3628-424b-86ce-c82babf49041), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.778815 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Publish callbacks [] for security_group (793c5193-20dd-436f-973e-912c069df6e8), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.802322 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c507c430-3628-424b-86ce-c82babf49041,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:53.815426 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.815773 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.816141 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.816476 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.816843 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.817165 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.817488 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.817798 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.818128 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.818448 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.818824 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.819153 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.819649 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.819961 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.820267 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Tracked resource versions report: Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: pushed versions: Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: { 'AddressGroup': {'1.2'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Agent': {'1.1'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'ConntrackHelper': {'1.0'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Log': {'1.0'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'NDPProxy': {'1.0'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Network': {'1.1'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Port': {'1.7'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'PortForwarding': {'1.3'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'QosPolicy': {'1.10'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SecurityGroup': {'1.5'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SubPort': {'1.0'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Subnet': {'1.1'}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Trunk': {'1.1'}} Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: consumer versions: Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: { DHCP agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: HyperV agent@hv-cinder-83624: {}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: L3 agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: Metadata agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: Metering agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: Open vSwitch agent@dv-cinder-836247-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Agent': '1.1', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'ConntrackHelper': '1.0', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'LocalIPAssociation': '1.0', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Log': '1.0', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'NDPProxy': '1.0', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Network': '1.1', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Port': '1.7', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'PortForwarding': '1.3', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'QosPolicy': '1.10', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SecurityGroup': '1.5', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SecurityGroupRule': '1.2', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'SubPort': '1.0', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Subnet': '1.1', Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: 'Trunk': '1.1'}} Apr 03 16:17:53.821449 dv-cinder-836247-2-iscsi neutron-server[103896]: {{(pid=103896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:17:53.833160 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Checking segment: {'id': '500f0e4e-9f00-4db8-820f-f9e6d240e2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '07a0d2e7-abc3-4517-b675-dd685137edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:17:53.836593 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Network hostable DHCP agents. Network: 07a0d2e7-abc3-4517-b675-dd685137edf1, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:17:53.856058 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (793c5193-20dd-436f-973e-912c069df6e8), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.874333 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-353970155-network', 'tenant_id': '2419a1999f254b0380077716c83eddf8'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:53.877401 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Publish callbacks [] for security_group (6c6c53c8-79d2-42ef-9055-c2d6c958ec10), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.887868 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (a641f716-3fbf-44b3-9d0d-02b1e08dc988), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.912712 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:17:53.925614 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793c5193-20dd-436f-973e-912c069df6e8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:53.932623 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (4336b899-8206-473e-affd-1f3458addbfc), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.938794 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.segments_db [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Added segment 4336b899-8206-473e-affd-1f3458addbfc of type vlan for network 45d16502-bfea-4cd7-9a04-a1e90b72c332 Apr 03 16:17:53.945830 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a641f716-3fbf-44b3-9d0d-02b1e08dc988,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:53.957155 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Network 07a0d2e7-abc3-4517-b675-dd685137edf1 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:17:53.986087 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Checking segment: {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:17:53.986735 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Network hostable DHCP agents. Network: cf513d36-9af9-4e00-9a79-adf1d408c238, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:17:53.987334 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (45d16502-bfea-4cd7-9a04-a1e90b72c332), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:53.992185 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (6c6c53c8-79d2-42ef-9055-c2d6c958ec10), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.011348 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:17:54.031863 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (d92d4bf6-1985-4f3c-b727-a2efe4e1b781), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.032205 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Added segment d92d4bf6-1985-4f3c-b727-a2efe4e1b781 of type vlan for network de4b0109-997c-4f21-804a-ba0a9708768d Apr 03 16:17:54.044171 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6c53c8-79d2-42ef-9055-c2d6c958ec10,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:54.076790 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (de4b0109-997c-4f21-804a-ba0a9708768d), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.092779 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Made reservation on behalf of 2419a1999f254b0380077716c83eddf8 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:54.095090 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.103776 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.131653 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (45d16502-bfea-4cd7-9a04-a1e90b72c332), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.132224 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 07a0d2e7-abc3-4517-b675-dd685137edf1) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:54.132577 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:54.133142 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.145255 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:54.145402 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422a9bc-3518-4e9d-b03a-7cb4aa8d2bab None None] Network 07a0d2e7-abc3-4517-b675-dd685137edf1 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:17:54.146105 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.226551 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] Pushing event updated for resources: {'Network': ['ID=45d16502-bfea-4cd7-9a04-a1e90b72c332,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:54.249481 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Publish callbacks [] for security_group (190ecb8b-ce83-43f6-a390-61f6b644fbbc), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.252960 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Network cf513d36-9af9-4e00-9a79-adf1d408c238 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:17:54.256160 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (de4b0109-997c-4f21-804a-ba0a9708768d), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.257168 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:54.257901 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.267455 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:17:54.284131 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b70d3571-954e-49b1-b306-2d8f3a5b6589 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8990214 Apr 03 16:17:54.287053 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33400) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:54.294802 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Request body: {'subnet': {'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-467299802-subnet', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:54.299947 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, cf513d36-9af9-4e00-9a79-adf1d408c238) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:54.328963 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a360bd-e262-41f1-9338-e032314daeff None None] Network cf513d36-9af9-4e00-9a79-adf1d408c238 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:17:54.348156 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (190ecb8b-ce83-43f6-a390-61f6b644fbbc), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.377316 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8a1880bb-f3c6-4ebc-8595-1b43d9b6d9a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2388043 Apr 03 16:17:54.380774 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:54.381688 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.408845 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] Pushing event updated for resources: {'Network': ['ID=de4b0109-997c-4f21-804a-ba0a9708768d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:54.423025 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:17:54.426553 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network de4b0109-997c-4f21-804a-ba0a9708768d details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:17:54.428786 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190ecb8b-ce83-43f6-a390-61f6b644fbbc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:54.445984 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Made reservation on behalf of 9647e423a51e409b8ab4cd779b130ad8 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:54.445984 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.454131 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (b2ac303f-49ff-47d9-94a9-5ec8572560ab), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.454472 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.segments_db [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Added segment b2ac303f-49ff-47d9-94a9-5ec8572560ab of type vlan for network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 Apr 03 16:17:54.466915 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ca40c3ef-f816-4ff2-89a7-3542f7db36ba admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5845392 Apr 03 16:17:54.469372 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33418) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:54.474541 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Request body: {'subnet': {'network_id': 'de4b0109-997c-4f21-804a-ba0a9708768d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-613310910-subnet', 'tenant_id': '82b370361e684835999918d82c6432c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:54.525937 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-59dbc396-179b-4ff1-9bcb-2b1dd28609a5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3431828 Apr 03 16:17:54.530296 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33420) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:54.534940 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:54.567341 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.594968 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa47403-62cd-4a09-9923-a64e76444b0c None None] Network 07a0d2e7-abc3-4517-b675-dd685137edf1 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:17:54.606796 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Made reservation on behalf of 82b370361e684835999918d82c6432c3 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:54.609119 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.677317 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (a842159f-a329-4f9d-90fb-60bf45506a01), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.678390 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (a842159f-a329-4f9d-90fb-60bf45506a01), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.699712 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.700718 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:54.702600 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.779747 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-cf513d36-9af9-4e00-9a79-adf1d408c238', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:17:54.784406 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.816170 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3981688 Apr 03 16:17:54.819319 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33442) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:54.820878 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f0db8-76d4-45ac-9184-eb85660134f7 admin admin] Pushing event updated for resources: {'Network': ['ID=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:54.832756 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Request body: {'subnet': {'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-subnet', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:54.836996 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:17:54.840150 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks [] for router_controller (a842159f-a329-4f9d-90fb-60bf45506a01), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.921387 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (4bb12f4e-96b5-456c-9dd1-7dd0370c42c9), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:54.984643 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:54.994755 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Checking segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:17:54.995321 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Network hostable DHCP agents. Network: 45d16502-bfea-4cd7-9a04-a1e90b72c332, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:17:55.081393 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:17:55.160609 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Made reservation on behalf of 2419a1999f254b0380077716c83eddf8 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:55.163578 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.166848 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 45d16502-bfea-4cd7-9a04-a1e90b72c332) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:55.176163 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8507ccce-757e-453c-84f7-b3c2cef6d532 None None] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:17:55.177852 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:55.177852 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.262555 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (fa095876-b060-44f6-bcdd-a5bf07c2ef2a), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.276486 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-e1f266e8-4e14-453a-b5da-67b6b3910956 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9878743 Apr 03 16:17:55.280129 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33448) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:55.281874 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:55.306471 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks [] for router_gateway (a842159f-a329-4f9d-90fb-60bf45506a01), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.323691 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Allocated IP 172.20.0.2 (cf513d36-9af9-4e00-9a79-adf1d408c238/a641f716-3fbf-44b3-9d0d-02b1e08dc988/2ea7daf3-4220-4e68-9b47-4643450295f0) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:17:55.350596 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa095876-b060-44f6-bcdd-a5bf07c2ef2a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:55.382543 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (5da245a6-1534-42ed-9596-3ce504c224b9), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.395916 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (5da245a6-1534-42ed-9596-3ce504c224b9), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.425239 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Checking segment: {'id': 'd92d4bf6-1985-4f3c-b727-a2efe4e1b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'de4b0109-997c-4f21-804a-ba0a9708768d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:17:55.425588 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Network hostable DHCP agents. Network: de4b0109-997c-4f21-804a-ba0a9708768d, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:17:55.517113 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks [] for router_controller (5da245a6-1534-42ed-9596-3ce504c224b9), precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.527724 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-45d16502-bfea-4cd7-9a04-a1e90b72c332', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:17:55.528566 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.565674 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Publish callbacks [] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.660528 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (8000704e-8282-436d-8ffe-ae249db4b2cb), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.667105 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Network de4b0109-997c-4f21-804a-ba0a9708768d is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:17:55.697007 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.712238 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Allocated IP 172.20.0.2 (45d16502-bfea-4cd7-9a04-a1e90b72c332/4bb12f4e-96b5-456c-9dd1-7dd0370c42c9/56a581f2-4433-4806-961f-d3d942380612) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:17:55.737857 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Network cf513d36-9af9-4e00-9a79-adf1d408c238 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:17:55.746708 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:55.749712 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:17:55.792912 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, de4b0109-997c-4f21-804a-ba0a9708768d) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:55.800020 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks [] for router_gateway (a842159f-a329-4f9d-90fb-60bf45506a01), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.802558 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:55.803255 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.807414 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8000704e-8282-436d-8ffe-ae249db4b2cb,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:55.814620 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks [] for router_gateway (5da245a6-1534-42ed-9596-3ce504c224b9), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.836219 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.846075 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Checking segment: {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:17:55.846558 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Network hostable DHCP agents. Network: 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:17:55.863773 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Pushing event updated for resources: {'Port': ['ID=2ea7daf3-4220-4e68-9b47-4643450295f0,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:55.872911 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4554bc-70da-4025-88c2-b8330fcf1b52 None None] Network de4b0109-997c-4f21-804a-ba0a9708768d requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:17:55.875629 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.875975 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.876397 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.876745 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.877081 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.877408 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.877733 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.878055 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.878373 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.878961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.879094 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.879366 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.879690 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.880006 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.880324 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Tracked resource versions report: Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: pushed versions: Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: { 'AddressGroup': {'1.2'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Agent': {'1.1'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'ConntrackHelper': {'1.0'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Log': {'1.0'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'NDPProxy': {'1.0'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Network': {'1.1'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Port': {'1.7'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'PortForwarding': {'1.3'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'QosPolicy': {'1.10'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SecurityGroup': {'1.5'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SubPort': {'1.0'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Subnet': {'1.1'}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Trunk': {'1.1'}} Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: consumer versions: Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: { DHCP agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: HyperV agent@hv-cinder-83624: {}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: L3 agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: Metadata agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: Metering agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: Open vSwitch agent@dv-cinder-836247-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Agent': '1.1', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'ConntrackHelper': '1.0', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'LocalIPAssociation': '1.0', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Log': '1.0', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'NDPProxy': '1.0', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Network': '1.1', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Port': '1.7', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'PortForwarding': '1.3', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'QosPolicy': '1.10', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SecurityGroup': '1.5', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SecurityGroupRule': '1.2', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'SubPort': '1.0', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Subnet': '1.1', Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: 'Trunk': '1.1'}} Apr 03 16:17:55.881493 dv-cinder-836247-2-iscsi neutron-server[103897]: {{(pid=103897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:17:55.938410 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Attempting to bind port 2ea7daf3-4220-4e68-9b47-4643450295f0 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:17:55.938950 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Attempting to bind port 2ea7daf3-4220-4e68-9b47-4643450295f0 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:17:55.939309 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Attempting to bind port 2ea7daf3-4220-4e68-9b47-4643450295f0 on network cf513d36-9af9-4e00-9a79-adf1d408c238 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:17:55.955124 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e89f60d1-5a18-48b6-bd44-90299f5ebb37 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4831026 Apr 03 16:17:55.955231 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:17:55.955231 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Checking segment: {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:17:55.955231 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.955692 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Bound using segment: {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:17:55.956180 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Bound port: 2ea7daf3-4220-4e68-9b47-4643450295f0, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:17:55.956556 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:55.996788 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:17:56.019100 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:56.044625 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:56.045214 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.054500 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] For port 2ea7daf3-4220-4e68-9b47-4643450295f0, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:17:56.058008 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] For port 2ea7daf3-4220-4e68-9b47-4643450295f0, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=2ea7daf3-4220-4e68-9b47-4643450295f0,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:17:56.065709 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd2b99-aee2-49d8-84ab-1d072d03f1d4 None None] Network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:17:56.081573 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Allocated IP 172.27.0.93 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/e73660e0-a32c-44c2-9bfe-22fa69abb78c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:17:56.164891 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.219292 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-36480b46-6fff-4b17-80c7-7ebe6f6e086e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3967240 Apr 03 16:17:56.233134 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33474) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:56.244246 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:56.254863 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd368b-aedd-432c-9bab-3cb3cd035114 None None] Network de4b0109-997c-4f21-804a-ba0a9708768d requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:17:56.272611 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e353a5a-606c-4c95-b0ab-b952d2ac2e4d None None] Pushing event updated for resources: {'Port': ['ID=2ea7daf3-4220-4e68-9b47-4643450295f0,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:56.325659 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33480) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:56.331161 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1444027413-network', 'tenant_id': '5eb12180b542475da0d74620b03daa10'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:56.353727 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks [] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.360086 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks [] for router_gateway (5da245a6-1534-42ed-9596-3ce504c224b9), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.424223 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Publish callbacks [] for port (56a581f2-4433-4806-961f-d3d942380612), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.439299 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'project_id': '2419a1999f254b0380077716c83eddf8', 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:17:56.441127 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.464582 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.533359 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.550608 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Made reservation on behalf of 5eb12180b542475da0d74620b03daa10 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:56.560199 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.600603 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.618882 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Allocated IP 172.27.0.103 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/2013b0af-4c59-47f0-b287-41ef865f420e) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:17:56.647697 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Allocated IP 172.20.0.2 (8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49/8000704e-8282-436d-8ffe-ae249db4b2cb/a84da9f9-b592-4267-8119-8484256ae114) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:17:56.708126 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:17:56.823043 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:56.824286 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (56a581f2-4433-4806-961f-d3d942380612), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.826805 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:17:56.940882 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:17:56.944632 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Pushing event updated for resources: {'Port': ['ID=56a581f2-4433-4806-961f-d3d942380612,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:56.953158 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:56.959084 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:17:56.996406 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (5e864519-44ae-4d42-87a3-90a41fe7ef15), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:56.997409 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (5e864519-44ae-4d42-87a3-90a41fe7ef15), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.077404 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Attempting to bind port 56a581f2-4433-4806-961f-d3d942380612 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:17:57.077779 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Attempting to bind port 56a581f2-4433-4806-961f-d3d942380612 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:17:57.078144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Attempting to bind port 56a581f2-4433-4806-961f-d3d942380612 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:17:57.098400 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:17:57.099494 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Checking segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:17:57.099494 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.099706 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Bound using segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:17:57.100105 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Bound port: 56a581f2-4433-4806-961f-d3d942380612, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:17:57.100487 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (56a581f2-4433-4806-961f-d3d942380612), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.145410 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks [] for router_controller (5e864519-44ae-4d42-87a3-90a41fe7ef15), precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.169045 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks [] for port (2013b0af-4c59-47f0-b287-41ef865f420e), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.214328 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] For port 56a581f2-4433-4806-961f-d3d942380612, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:17:57.221887 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] For port 56a581f2-4433-4806-961f-d3d942380612, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=56a581f2-4433-4806-961f-d3d942380612,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:17:57.308513 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Pushing event updated for resources: {'Port': ['ID=e73660e0-a32c-44c2-9bfe-22fa69abb78c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:57.310340 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Publish callbacks [] for port (a84da9f9-b592-4267-8119-8484256ae114), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.319459 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (56a581f2-4433-4806-961f-d3d942380612), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.377487 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.414655 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (a84da9f9-b592-4267-8119-8484256ae114), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.427896 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90645d8d-eba5-43fc-9fec-b06cb58631ff None None] Pushing event updated for resources: {'Port': ['ID=56a581f2-4433-4806-961f-d3d942380612,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:57.473092 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Pushing event updated for resources: {'Port': ['ID=2013b0af-4c59-47f0-b287-41ef865f420e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:57.484327 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Publish callbacks [] for security_group (0766d1f7-ae7c-4b00-a284-2b8c829b7ac3), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.497986 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:17:57.499813 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:57.501934 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:17:57.506682 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:17:57.512598 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:57.519304 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:17:57.578816 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33534) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:57.580998 dv-cinder-836247-2-iscsi neutron-server[103896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 03 16:17:57.684094 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks [] for router_gateway (5e864519-44ae-4d42-87a3-90a41fe7ef15), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.686482 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (0766d1f7-ae7c-4b00-a284-2b8c829b7ac3), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.772025 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Pushing event updated for resources: {'Port': ['ID=a84da9f9-b592-4267-8119-8484256ae114,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:57.799509 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Attempting to bind port a84da9f9-b592-4267-8119-8484256ae114 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:17:57.807199 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Attempting to bind port a84da9f9-b592-4267-8119-8484256ae114 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:17:57.807431 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Attempting to bind port a84da9f9-b592-4267-8119-8484256ae114 on network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:17:57.828360 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:17:57.831175 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Checking segment: {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:17:57.831175 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.831175 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Bound using segment: {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:17:57.831175 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Bound port: a84da9f9-b592-4267-8119-8484256ae114, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:17:57.831175 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a84da9f9-b592-4267-8119-8484256ae114), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.845461 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:17:57.913238 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] For port a84da9f9-b592-4267-8119-8484256ae114, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:17:57.918182 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] For port a84da9f9-b592-4267-8119-8484256ae114, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=a84da9f9-b592-4267-8119-8484256ae114,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:17:57.949035 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (b4a2d4cd-be8d-49b5-89e6-9778d66c4b87), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:57.949559 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Added segment b4a2d4cd-be8d-49b5-89e6-9778d66c4b87 of type vlan for network b3620c0a-8629-439b-9c6c-2fef7cfd218c Apr 03 16:17:57.987274 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (a84da9f9-b592-4267-8119-8484256ae114), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.015703 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0766d1f7-ae7c-4b00-a284-2b8c829b7ac3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:58.050114 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (b3620c0a-8629-439b-9c6c-2fef7cfd218c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.051643 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f5963-5843-491e-ab7d-0c83b5929645 None None] Pushing event updated for resources: {'Port': ['ID=a84da9f9-b592-4267-8119-8484256ae114,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:58.097440 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eeac6b-100b-4fcd-84d0-39026de80965 None None] Network cf513d36-9af9-4e00-9a79-adf1d408c238 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:17:58.156464 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks [] for router_gateway (5e864519-44ae-4d42-87a3-90a41fe7ef15), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.157674 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-a7ff5203-60de-4db0-ad19-5ed7286446c0 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:58.166495 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-a7ff5203-60de-4db0-ad19-5ed7286446c0 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/networks?id=de4b0109-997c-4f21-804a-ba0a9708768d HTTP/1.1" status: 200 len: 811 time: 0.5854468 Apr 03 16:17:58.178256 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.184752 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e714dfda-6f10-4241-87ff-64c51d67a5bb tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/quotas/82b370361e684835999918d82c6432c3 HTTP/1.1" status: 200 len: 375 time: 0.0169775 Apr 03 16:17:58.188866 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f4735bef-21b6-4487-99d4-929f724822e8 None None] Provisioning complete for port 2ea7daf3-4220-4e68-9b47-4643450295f0 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:17:58.189261 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f4735bef-21b6-4487-99d4-929f724822e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.196776 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks [] for router_gateway (a842159f-a329-4f9d-90fb-60bf45506a01), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.243724 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks [] for router_gateway (5da245a6-1534-42ed-9596-3ce504c224b9), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.391235 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f4735bef-21b6-4487-99d4-929f724822e8 None None] Current status of the port 2ea7daf3-4220-4e68-9b47-4643450295f0 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:17:58.391235 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f4735bef-21b6-4487-99d4-929f724822e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.429351 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (b3620c0a-8629-439b-9c6c-2fef7cfd218c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.434649 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:17:58.434649 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.517827 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f4735bef-21b6-4487-99d4-929f724822e8 None None] For port 2ea7daf3-4220-4e68-9b47-4643450295f0, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=2ea7daf3-4220-4e68-9b47-4643450295f0,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:17:58.528776 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e4b2226d-2743-4dd6-9f09-f8d99f4d1295 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=82b370361e684835999918d82c6432c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3415682 Apr 03 16:17:58.537299 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2105994 Apr 03 16:17:58.560033 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33554) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:17:58.583460 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Request body: {'subnet': {'network_id': 'b3620c0a-8629-439b-9c6c-2fef7cfd218c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1444027413-subnet', 'tenant_id': '5eb12180b542475da0d74620b03daa10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:17:58.601091 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Allocated IP 172.27.0.211 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/b6dddb5a-da5e-458a-a616-d3f9d2964daf) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:17:58.621150 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f4735bef-21b6-4487-99d4-929f724822e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.802729 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4735bef-21b6-4487-99d4-929f724822e8 None None] Pushing event updated for resources: {'Port': ['ID=2ea7daf3-4220-4e68-9b47-4643450295f0,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:58.819504 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d85f59-8b15-462c-8fd1-84976c3a4883 admin admin] Pushing event updated for resources: {'Network': ['ID=b3620c0a-8629-439b-9c6c-2fef7cfd218c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:17:58.858597 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network b3620c0a-8629-439b-9c6c-2fef7cfd218c details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:17:58.893367 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (a842159f-a329-4f9d-90fb-60bf45506a01), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.937111 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Made reservation on behalf of 5eb12180b542475da0d74620b03daa10 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:17:58.940673 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:58.942991 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-21b8a20a-3139-47a5-bf53-97071ad415a0 None None] Provisioning complete for port 2ea7daf3-4220-4e68-9b47-4643450295f0 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:17:58.943446 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21b8a20a-3139-47a5-bf53-97071ad415a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.032001 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-f559431b-7029-4d6f-86db-07862c7c64f9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:17:59.033238 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-f559431b-7029-4d6f-86db-07862c7c64f9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1613913 Apr 03 16:17:59.037957 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device a84da9f9-b592-4267-8119-8484256ae114 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:17:59.120584 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks [] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.153390 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-21b8a20a-3139-47a5-bf53-97071ad415a0 None None] Current status of the port 2ea7daf3-4220-4e68-9b47-4643450295f0 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:17:59.159537 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f406000-17ad-4785-a082-983cef80890d None None] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:17:59.168581 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.247889 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-42ec7088-b0ac-4a0f-9890-450d6ad1f0f0 service neutron] 10.222.0.37 "GET /v2.0/networks/de4b0109-997c-4f21-804a-ba0a9708768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784353 Apr 03 16:17:59.275280 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (5da245a6-1534-42ed-9596-3ce504c224b9), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.369284 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a3515ce5-18f8-49c4-b701-2b1391df73a9 None None] Provisioning complete for port 56a581f2-4433-4806-961f-d3d942380612 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:17:59.370982 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3515ce5-18f8-49c4-b701-2b1391df73a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (56a581f2-4433-4806-961f-d3d942380612), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.416592 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-572364f0-37c6-4df1-8453-6085c3302657 service neutron] 10.222.0.37 "GET /v2.0/networks/de4b0109-997c-4f21-804a-ba0a9708768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598163 Apr 03 16:17:59.424730 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port a84da9f9-b592-4267-8119-8484256ae114 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:17:59.425218 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a84da9f9-b592-4267-8119-8484256ae114), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.516240 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Router a842159f-a329-4f9d-90fb-60bf45506a01 is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:17:59.544609 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.897101 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4bbab80-3ccb-4f97-9e9c-ca9beee1118f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.897101 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a3515ce5-18f8-49c4-b701-2b1391df73a9 None None] Current status of the port 56a581f2-4433-4806-961f-d3d942380612 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:17:59.897101 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3515ce5-18f8-49c4-b701-2b1391df73a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (56a581f2-4433-4806-961f-d3d942380612), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.897101 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port a84da9f9-b592-4267-8119-8484256ae114 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:17:59.897101 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a84da9f9-b592-4267-8119-8484256ae114), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.897101 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3fb2f-3f9d-4161-ba05-bad6b551d7f0 None None] Network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:17:59.907389 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:17:59.907389 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:17:59.907389 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:17:59.913514 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port a84da9f9-b592-4267-8119-8484256ae114, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=a84da9f9-b592-4267-8119-8484256ae114,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:17:59.913514 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a3515ce5-18f8-49c4-b701-2b1391df73a9 None None] For port 56a581f2-4433-4806-961f-d3d942380612, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=56a581f2-4433-4806-961f-d3d942380612,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:17:59.916047 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:17:59.917171 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Sync routers for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:17:59.917171 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:17:59.917171 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:17:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:17:59.921045 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (475cebc8-740e-4605-be6f-6bd95a6d4340), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.971949 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (a84da9f9-b592-4267-8119-8484256ae114), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:17:59.978860 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 2ea7daf3-4220-4e68-9b47-4643450295f0 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:00.000214 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:00.004564 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a70ac72f-35be-4518-baaa-92bce064d703 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4702725 Apr 03 16:18:00.004564 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33592) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:00.068783 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=a84da9f9-b592-4267-8119-8484256ae114,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:00.091567 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475cebc8-740e-4605-be6f-6bd95a6d4340,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:00.094266 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33600) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:00.099211 dv-cinder-836247-2-iscsi neutron-server[103895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 03 16:18:00.101801 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Router 5da245a6-1534-42ed-9596-3ce504c224b9 is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:18:00.103671 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3515ce5-18f8-49c4-b701-2b1391df73a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (56a581f2-4433-4806-961f-d3d942380612), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:00.107028 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Pushing event updated for resources: {'Port': ['ID=b6dddb5a-da5e-458a-a616-d3f9d2964daf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:00.152958 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:00.210890 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-23b3edc9-0428-4123-8e4b-228557e0bb79 req-ed5c8180-b418-4201-9b4e-ad5d902cd31f tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.1132390 Apr 03 16:18:00.237976 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 2ea7daf3-4220-4e68-9b47-4643450295f0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:00.238433 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:00.363707 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Checking segment: {'id': 'b4a2d4cd-be8d-49b5-89e6-9778d66c4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b3620c0a-8629-439b-9c6c-2fef7cfd218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:00.367196 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-39d308e6-dbba-45b1-ab97-a6a4bfda360a None None] Provisioning complete for port a84da9f9-b592-4267-8119-8484256ae114 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:00.367748 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-39d308e6-dbba-45b1-ab97-a6a4bfda360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a84da9f9-b592-4267-8119-8484256ae114), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:00.368556 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Network hostable DHCP agents. Network: b3620c0a-8629-439b-9c6c-2fef7cfd218c, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:18:00.372657 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3515ce5-18f8-49c4-b701-2b1391df73a9 None None] Pushing event updated for resources: {'Port': ['ID=56a581f2-4433-4806-961f-d3d942380612,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:00.425557 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:17:57Z', 'revision_number': 3, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:00.460201 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Checking router: a842159f-a329-4f9d-90fb-60bf45506a01 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:18:00.460952 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Updating router a842159f-a329-4f9d-90fb-60bf45506a01 port e73660e0-a32c-44c2-9bfe-22fa69abb78c binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:18:00.491661 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 2ea7daf3-4220-4e68-9b47-4643450295f0 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:00.494079 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 56a581f2-4433-4806-961f-d3d942380612 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:00.519849 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:00.563743 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks [] for router_gateway (5e864519-44ae-4d42-87a3-90a41fe7ef15), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:00.569888 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-39d308e6-dbba-45b1-ab97-a6a4bfda360a None None] Current status of the port a84da9f9-b592-4267-8119-8484256ae114 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:00.616840 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:18:00.640579 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:18:00.644167 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 56a581f2-4433-4806-961f-d3d942380612 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:00.644568 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (56a581f2-4433-4806-961f-d3d942380612), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:00.673103 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-39d308e6-dbba-45b1-ab97-a6a4bfda360a None None] Provisioning complete for port 56a581f2-4433-4806-961f-d3d942380612 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:00.673782 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-39d308e6-dbba-45b1-ab97-a6a4bfda360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (56a581f2-4433-4806-961f-d3d942380612), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:00.710669 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:00.711328 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:17:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:00.856788 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Publish callbacks [] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:00.857677 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:00.873331 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-fdb6b552-9793-4e5b-9b30-208ca3768d4e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5929761 Apr 03 16:18:00.875125 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33630) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:00.876034 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Network b3620c0a-8629-439b-9c6c-2fef7cfd218c is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:18:00.987042 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.047608 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, b3620c0a-8629-439b-9c6c-2fef7cfd218c) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:01.057934 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:01.058537 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.066965 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Attempting to bind port e73660e0-a32c-44c2-9bfe-22fa69abb78c on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:18:01.067710 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Attempting to bind port e73660e0-a32c-44c2-9bfe-22fa69abb78c by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:18:01.068865 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Attempting to bind port e73660e0-a32c-44c2-9bfe-22fa69abb78c on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:01.079545 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Pushing event updated for resources: {'Port': ['ID=e73660e0-a32c-44c2-9bfe-22fa69abb78c,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:01.083044 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:18:01.083601 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:01.084195 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.085204 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:18:01.085934 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Bound port: e73660e0-a32c-44c2-9bfe-22fa69abb78c, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:18:01.086518 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.131549 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.132236 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.132813 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.134311 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.135107 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.135665 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.136183 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.136885 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.137406 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.138362 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.138931 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.139650 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.140335 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.140964 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.142039 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:01.142701 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Tracked resource versions report: Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: pushed versions: Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: { 'AddressGroup': {'1.2'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Agent': {'1.1'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'ConntrackHelper': {'1.0'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'LocalIPAssociation': {'1.0'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Log': {'1.0'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'NDPProxy': {'1.0'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Network': {'1.1'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Port': {'1.7'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'PortForwarding': {'1.3'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'QosPolicy': {'1.10'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SecurityGroup': {'1.5'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SecurityGroupRule': {'1.2'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SubPort': {'1.0'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Subnet': {'1.1'}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Trunk': {'1.1'}} Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: consumer versions: Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: { DHCP agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: HyperV agent@hv-cinder-83624: {}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: L3 agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: Metadata agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: Metering agent@dv-cinder-836247-2-iscsi: {}, Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: Open vSwitch agent@dv-cinder-836247-2-iscsi: { 'AddressGroup': '1.2', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Agent': '1.1', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'ConntrackHelper': '1.0', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'LocalIPAssociation': '1.0', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Log': '1.0', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'NDPProxy': '1.0', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Network': '1.1', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Port': '1.7', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'PortForwarding': '1.3', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'QosPolicy': '1.10', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SecurityGroup': '1.5', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SecurityGroupRule': '1.2', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'SubPort': '1.0', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Subnet': '1.1', Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: 'Trunk': '1.1'}} Apr 03 16:18:01.144664 dv-cinder-836247-2-iscsi neutron-server[103898]: {{(pid=103898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 03 16:18:01.198872 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] For port e73660e0-a32c-44c2-9bfe-22fa69abb78c, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:18:01.202669 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] For port e73660e0-a32c-44c2-9bfe-22fa69abb78c, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=e73660e0-a32c-44c2-9bfe-22fa69abb78c,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:18:01.220638 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8202df0-930b-4554-9acb-dcb279cfd3af None None] Network b3620c0a-8629-439b-9c6c-2fef7cfd218c requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:18:01.294473 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.307293 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 56a581f2-4433-4806-961f-d3d942380612 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:01.313392 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:01.320713 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-39d308e6-dbba-45b1-ab97-a6a4bfda360a None None] Current status of the port 56a581f2-4433-4806-961f-d3d942380612 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:01.323736 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Allocated IP 172.20.0.1 (cf513d36-9af9-4e00-9a79-adf1d408c238/a641f716-3fbf-44b3-9d0d-02b1e08dc988/fde7850d-366c-4ad1-a59a-9291e7ca8379) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:18:01.426701 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (5e864519-44ae-4d42-87a3-90a41fe7ef15), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.439696 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-31664ff7-ed88-40cb-8a06-3e3219511a40 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8784926 Apr 03 16:18:01.512191 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:01.520060 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:17:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:01.536191 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device a84da9f9-b592-4267-8119-8484256ae114 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:01.577475 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Publish callbacks [] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.604093 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c543fa64-9546-456d-8dac-a90e92a30efd None None] Provisioning complete for port a84da9f9-b592-4267-8119-8484256ae114 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:01.604560 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c543fa64-9546-456d-8dac-a90e92a30efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a84da9f9-b592-4267-8119-8484256ae114), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.615852 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33646) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:01.691738 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e9470d-521b-46ad-b2bc-0a7e6cc5d452 None None] Network b3620c0a-8629-439b-9c6c-2fef7cfd218c requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:18:01.716114 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-91475fcc-e97d-402c-83a2-1e8f8cd587ba req-fa1299cf-952d-4e15-ba38-de719ec83fa0 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.2814336 Apr 03 16:18:01.752015 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33656) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:01.883002 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a630c-8ee0-40a5-9be8-f93bd62e4339 None None] Pushing event updated for resources: {'Port': ['ID=e73660e0-a32c-44c2-9bfe-22fa69abb78c,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:01.888646 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Router 5e864519-44ae-4d42-87a3-90a41fe7ef15 is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:18:01.899916 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port a84da9f9-b592-4267-8119-8484256ae114 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:01.902743 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a84da9f9-b592-4267-8119-8484256ae114), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.914624 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:01.942667 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:01.956961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f3166af4-ee91-4dba-91cc-5763fc1cbdf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.001363 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Pushing event updated for resources: {'Port': ['ID=fde7850d-366c-4ad1-a59a-9291e7ca8379,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:02.037716 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Network cf513d36-9af9-4e00-9a79-adf1d408c238 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:02.042742 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e1d86c-b13a-4e31-acf7-05a9ee878410 admin admin] Deleting subnet c507c430-3628-424b-86ce-c82babf49041 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:18:02.047441 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:02.049673 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65e1d86c-b13a-4e31-acf7-05a9ee878410 admin admin] Publish callbacks [] for subnet (c507c430-3628-424b-86ce-c82babf49041), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.053840 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:18:02.054286 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (a842159f-a329-4f9d-90fb-60bf45506a01), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.069729 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c543fa64-9546-456d-8dac-a90e92a30efd None None] Current status of the port a84da9f9-b592-4267-8119-8484256ae114 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:02.090858 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:17:57Z', 'revision_number': 3, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:02.110527 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-191ceb1e-0980-4f22-8f78-050d0912288c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.151021 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:18:02.151758 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Updating router 5da245a6-1534-42ed-9596-3ce504c224b9 port 2013b0af-4c59-47f0-b287-41ef865f420e binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:18:02.191027 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:17:57Z', 'revision_number': 3, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:02.213981 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65e1d86c-b13a-4e31-acf7-05a9ee878410 admin admin] Publish callbacks [] for subnet (c507c430-3628-424b-86ce-c82babf49041), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.226580 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d9a3b-4da4-481a-b5c6-54c8d5ad25d7 None None] The sync data for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi is: [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:17:57Z', 'revision_number': 3, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:18:02.259907 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65e1d86c-b13a-4e31-acf7-05a9ee878410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (c507c430-3628-424b-86ce-c82babf49041), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.289332 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port a84da9f9-b592-4267-8119-8484256ae114 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:02.294913 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 56a581f2-4433-4806-961f-d3d942380612 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:02.328935 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.467340 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:18:02.484245 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 56a581f2-4433-4806-961f-d3d942380612 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:02.485346 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (56a581f2-4433-4806-961f-d3d942380612), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.488741 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Sync routers for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:18:02.493739 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c9be1f66-1915-41a9-b93e-20f67930179f None None] Provisioning complete for port fde7850d-366c-4ad1-a59a-9291e7ca8379 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:02.494119 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9be1f66-1915-41a9-b93e-20f67930179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.525295 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:02.525994 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:02.534077 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65e1d86c-b13a-4e31-acf7-05a9ee878410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (c507c430-3628-424b-86ce-c82babf49041), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.553033 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-191ceb1e-0980-4f22-8f78-050d0912288c admin admin] Publish callbacks [] for security_group (45d79688-1b87-430a-ae82-f7e40c634992), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.604056 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.605300 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-3b93473a-7bab-436e-a914-073e4419dad4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3689849 Apr 03 16:18:02.608971 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33670) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:02.627709 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1d86c-b13a-4e31-acf7-05a9ee878410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c507c430-3628-424b-86ce-c82babf49041,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:02.650716 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65e1d86c-b13a-4e31-acf7-05a9ee878410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.655774 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-65e1d86c-b13a-4e31-acf7-05a9ee878410 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c507c430-3628-424b-86ce-c82babf49041 HTTP/1.1" status: 204 len: 168 time: 0.9027205 Apr 03 16:18:02.655969 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c9be1f66-1915-41a9-b93e-20f67930179f None None] Port fde7850d-366c-4ad1-a59a-9291e7ca8379 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:18:02.662358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.667954 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33672) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:02.671698 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-191ceb1e-0980-4f22-8f78-050d0912288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (45d79688-1b87-430a-ae82-f7e40c634992), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.745214 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:02.766450 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 56a581f2-4433-4806-961f-d3d942380612 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:02.767916 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 2ea7daf3-4220-4e68-9b47-4643450295f0 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:02.917996 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Publish callbacks [] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.930536 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 2ea7daf3-4220-4e68-9b47-4643450295f0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:02.930938 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.940497 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.966132 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Publish callbacks [] for port (2013b0af-4c59-47f0-b287-41ef865f420e), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:02.978654 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-191ceb1e-0980-4f22-8f78-050d0912288c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f11a97341c24bf9aa7e95a312c40166&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3462143 Apr 03 16:18:02.991461 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33682) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:02.999859 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ceb1e-0980-4f22-8f78-050d0912288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d79688-1b87-430a-ae82-f7e40c634992,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:03.021659 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (07a0d2e7-abc3-4517-b675-dd685137edf1), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.032089 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.045516 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.046956 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (a842159f-a329-4f9d-90fb-60bf45506a01), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.097544 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-95cec3c0-8507-4c54-9e5d-53efc30e385c req-6f0defae-c94e-40ac-a456-765c061a8c66 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.1207504 Apr 03 16:18:03.106537 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:00Z', 'revision_number': 3, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:03.137194 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 2ea7daf3-4220-4e68-9b47-4643450295f0 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:03.146945 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.163333 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Checking router: 5e864519-44ae-4d42-87a3-90a41fe7ef15 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:18:03.163956 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Updating router 5e864519-44ae-4d42-87a3-90a41fe7ef15 port b6dddb5a-da5e-458a-a616-d3f9d2964daf binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:18:03.197490 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.229548 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Pushing event updated for resources: {'Port': ['ID=fde7850d-366c-4ad1-a59a-9291e7ca8379,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:03.234292 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6cddb136-79ca-43a6-8757-05e4c3b065ba admin admin] Publish callbacks [] for security_group (45d79688-1b87-430a-ae82-f7e40c634992), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.236613 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc62d7b-d010-4d55-b6ee-5105c57d7bc4 None None] Pushing event updated for resources: {'Port': ['ID=2013b0af-4c59-47f0-b287-41ef865f420e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:03.240231 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Attempting to bind port 2013b0af-4c59-47f0-b287-41ef865f420e on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:18:03.240599 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Attempting to bind port 2013b0af-4c59-47f0-b287-41ef865f420e by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:18:03.240954 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Attempting to bind port 2013b0af-4c59-47f0-b287-41ef865f420e on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:03.247539 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:18:03.247908 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:03.249435 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.251028 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:18:03.251028 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Bound port: 2013b0af-4c59-47f0-b287-41ef865f420e, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:18:03.251400 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.262641 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6cddb136-79ca-43a6-8757-05e4c3b065ba admin admin] Publish callbacks [] for security_group (45d79688-1b87-430a-ae82-f7e40c634992), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.356580 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] For port 2013b0af-4c59-47f0-b287-41ef865f420e, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:18:03.361019 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] For port 2013b0af-4c59-47f0-b287-41ef865f420e, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=2013b0af-4c59-47f0-b287-41ef865f420e,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:18:03.371175 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Network cf513d36-9af9-4e00-9a79-adf1d408c238 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:03.374732 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:03.424307 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (07a0d2e7-abc3-4517-b675-dd685137edf1), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.435848 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.515678 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6cddb136-79ca-43a6-8757-05e4c3b065ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (45d79688-1b87-430a-ae82-f7e40c634992), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.521196 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6cddb136-79ca-43a6-8757-05e4c3b065ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.527170 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6cddb136-79ca-43a6-8757-05e4c3b065ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45d79688-1b87-430a-ae82-f7e40c634992 HTTP/1.1" status: 204 len: 168 time: 0.5125542 Apr 03 16:18:03.542756 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device e73660e0-a32c-44c2-9bfe-22fa69abb78c up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:03.549777 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.549777 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.549777 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.555730 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > port after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.556183 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.558332 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddb136-79ca-43a6-8757-05e4c3b065ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d79688-1b87-430a-ae82-f7e40c634992,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:03.558833 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > port after_update 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.559260 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.566338 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.568150 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.568559 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.627038 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Router a842159f-a329-4f9d-90fb-60bf45506a01 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:18:03.726384 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc62d7b-d010-4d55-b6ee-5105c57d7bc4 None None] Pushing event updated for resources: {'Port': ['ID=2013b0af-4c59-47f0-b287-41ef865f420e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:03.730167 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:03.731062 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:03.783863 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Publish callbacks [] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.802286 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:18:03.816922 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-22f29814-85d4-468c-9e68-b6fb2b3c85cc admin admin] 10.222.0.37 "PUT /v2.0/routers/a842159f-a329-4f9d-90fb-60bf45506a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8112822 Apr 03 16:18:03.861481 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.861919 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.862656 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.862656 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:03.863919 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a0d2e7-abc3-4517-b675-dd685137edf1']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:03.864034 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f7d83ee9-abd2-45b6-94d9-cd6d5b54b512 None None] Provisioning complete for port fde7850d-366c-4ad1-a59a-9291e7ca8379 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:03.864191 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7d83ee9-abd2-45b6-94d9-cd6d5b54b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.869075 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.887445 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port e73660e0-a32c-44c2-9bfe-22fa69abb78c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:03.887821 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.927860 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Attempting to bind port b6dddb5a-da5e-458a-a616-d3f9d2964daf on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:18:03.928327 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Attempting to bind port b6dddb5a-da5e-458a-a616-d3f9d2964daf by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:18:03.928752 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Attempting to bind port b6dddb5a-da5e-458a-a616-d3f9d2964daf on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:03.931673 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abad6b-0407-4b30-8da2-8b234952d6dd None None] Pushing event updated for resources: {'Port': ['ID=b6dddb5a-da5e-458a-a616-d3f9d2964daf,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:03.936303 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500f0e4e-9f00-4db8-820f-f9e6d240e2a7') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:03.937209 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500f0e4e-9f00-4db8-820f-f9e6d240e2a7') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:03.937925 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:18:03.938398 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:03.938896 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:03.939347 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:18:03.939893 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Bound port: b6dddb5a-da5e-458a-a616-d3f9d2964daf, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:18:03.940342 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.027923 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (500f0e4e-9f00-4db8-820f-f9e6d240e2a7), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.061467 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Allocated IP 172.20.0.1 (45d16502-bfea-4cd7-9a04-a1e90b72c332/4bb12f4e-96b5-456c-9dd1-7dd0370c42c9/1112d3be-3fdb-4daf-82dc-9b68cd295743) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:18:04.089336 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] For port b6dddb5a-da5e-458a-a616-d3f9d2964daf, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:18:04.089559 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:04.092929 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f7d83ee9-abd2-45b6-94d9-cd6d5b54b512 None None] Port fde7850d-366c-4ad1-a59a-9291e7ca8379 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:18:04.098432 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] For port b6dddb5a-da5e-458a-a616-d3f9d2964daf, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=b6dddb5a-da5e-458a-a616-d3f9d2964daf,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:18:04.179597 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.200880 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (500f0e4e-9f00-4db8-820f-f9e6d240e2a7), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.256323 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:18:04.257161 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (500f0e4e-9f00-4db8-820f-f9e6d240e2a7), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: from cryptography.utils import int_from_bytes Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: from cryptography.utils import int_from_bytes Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:18:04.261046 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:18:04.269672 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port e73660e0-a32c-44c2-9bfe-22fa69abb78c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:04.269672 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.297374 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.356425 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port e73660e0-a32c-44c2-9bfe-22fa69abb78c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=e73660e0-a32c-44c2-9bfe-22fa69abb78c,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:04.393008 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abad6b-0407-4b30-8da2-8b234952d6dd None None] Pushing event updated for resources: {'Port': ['ID=b6dddb5a-da5e-458a-a616-d3f9d2964daf,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:04.397697 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-65d85578-041d-4356-8b96-d8d62f833302 req-0e3fe047-8cc6-4e8e-ba7c-aa5128da8bd4 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.1039774 Apr 03 16:18:04.426953 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:17:57Z', 'revision_number': 3, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:04.429925 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:04.430721 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:04.445633 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Publish callbacks [] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.465211 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd02a-8f8c-4d7c-ac05-24fe98ce1a68 None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:17:57Z', 'revision_number': 3, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:18:04.469644 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.528074 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (07a0d2e7-abc3-4517-b675-dd685137edf1), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.543007 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.551917 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33710) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:04.553644 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] 10.222.0.37 "DELETE /v2.0/networks/07a0d2e7-abc3-4517-b675-dd685137edf1 HTTP/1.1" status: 204 len: 168 time: 1.8826864 Apr 03 16:18:04.577354 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=e73660e0-a32c-44c2-9bfe-22fa69abb78c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:04.596789 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:04.618514 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9360ab9-26d1-463d-af8c-62cf0935d134 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a0d2e7-abc3-4517-b675-dd685137edf1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:04.669699 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f13ac9d-fc93-4805-91a9-85cdeb340593 admin admin] Deleting subnet 475cebc8-740e-4605-be6f-6bd95a6d4340 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:18:04.677335 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f13ac9d-fc93-4805-91a9-85cdeb340593 admin admin] Publish callbacks [] for subnet (475cebc8-740e-4605-be6f-6bd95a6d4340), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.697198 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.740258 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f13ac9d-fc93-4805-91a9-85cdeb340593 admin admin] Publish callbacks [] for subnet (475cebc8-740e-4605-be6f-6bd95a6d4340), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.740741 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:04.746710 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:04.753700 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:18:04.759259 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f13ac9d-fc93-4805-91a9-85cdeb340593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (475cebc8-740e-4605-be6f-6bd95a6d4340), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.789863 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.843949 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1112d3be-3fdb-4daf-82dc-9b68cd295743,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:04.946711 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Sync routers for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:18:04.973959 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (5da245a6-1534-42ed-9596-3ce504c224b9), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:04.986428 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:04.987079 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:05.156009 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:00Z', 'revision_number': 3, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:05.190120 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f13ac9d-fc93-4805-91a9-85cdeb340593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for subnet (475cebc8-740e-4605-be6f-6bd95a6d4340), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:05.230747 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30f61-357b-4d2c-ac3a-511dc6b2ed21 None None] The sync data for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi is: [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:00Z', 'revision_number': 3, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:18:05.274252 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13ac9d-fc93-4805-91a9-85cdeb340593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475cebc8-740e-4605-be6f-6bd95a6d4340,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:05.282384 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f13ac9d-fc93-4805-91a9-85cdeb340593 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:05.287251 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6f13ac9d-fc93-4805-91a9-85cdeb340593 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/475cebc8-740e-4605-be6f-6bd95a6d4340 HTTP/1.1" status: 204 len: 168 time: 0.7317319 Apr 03 16:18:05.292681 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33730) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:05.318673 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:05.480925 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (b3620c0a-8629-439b-9c6c-2fef7cfd218c), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:05.511603 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33736) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:05.614555 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-256cf211-0a24-44cb-844b-7fb48b38651d None None] Provisioning complete for port 1112d3be-3fdb-4daf-82dc-9b68cd295743 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:05.615043 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-256cf211-0a24-44cb-844b-7fb48b38651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:05.646911 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-43577b9d-850b-42b0-8983-feee57d3d218 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449973033', 'description': 'tempest-description--763408987'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:05.652705 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 2013b0af-4c59-47f0-b287-41ef865f420e up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:05.674322 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0623607c-1ed8-4617-8a13-349d77f250ba req-d9d73b30-9779-44aa-ad78-ee934d6e6d40 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.1612341 Apr 03 16:18:05.791640 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (b3620c0a-8629-439b-9c6c-2fef7cfd218c), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:05.808575 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Allocated IP 172.20.0.1 (8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49/8000704e-8282-436d-8ffe-ae249db4b2cb/38422bc3-a0a7-4fd4-b664-e87f50003eaf) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:18:05.820060 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:05.820413 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:05.824505 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:05.824505 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > port after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:05.824505 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > port after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:05.824505 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > port after_update 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:05.824505 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:05.824505 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:05.824505 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:05.825311 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:05.860939 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-256cf211-0a24-44cb-844b-7fb48b38651d None None] Port 1112d3be-3fdb-4daf-82dc-9b68cd295743 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:18:05.922248 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:05.925623 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 2013b0af-4c59-47f0-b287-41ef865f420e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:05.925995 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:05.975038 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Publish callbacks [] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.044676 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:06.045120 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:06.045453 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:06.045785 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 03 16:18:06.046211 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3620c0a-8629-439b-9c6c-2fef7cfd218c']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:06.061714 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-43577b9d-850b-42b0-8983-feee57d3d218 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.062628 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 2013b0af-4c59-47f0-b287-41ef865f420e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:06.063084 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.071818 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a2d4cd-be8d-49b5-89e6-9778d66c4b87') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:06.071818 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a2d4cd-be8d-49b5-89e6-9778d66c4b87') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:06.097394 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7700749'] for segment (b4a2d4cd-be8d-49b5-89e6-9778d66c4b87), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.099542 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port 2013b0af-4c59-47f0-b287-41ef865f420e, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=2013b0af-4c59-47f0-b287-41ef865f420e,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:06.106432 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 2, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:06.127409 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (b4a2d4cd-be8d-49b5-89e6-9778d66c4b87), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.140969 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.142853 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:18:06.143430 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8360334'] for segment (b4a2d4cd-be8d-49b5-89e6-9778d66c4b87), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: from cryptography.utils import int_from_bytes Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: from cryptography.utils import int_from_bytes Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: Traceback (most recent call last): Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: timer() Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: cb(*args, **kw) Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: return func(*args, **kwargs) Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: self._notify() Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: self.callback(batched_events) Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: event.method(event) Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: return f(self, *a, **k) Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._get(url).json() Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: return self.request(url, 'GET', **kwargs) Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:18:06.149587 dv-cinder-836247-2-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:18:06.182864 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Checking router: a842159f-a329-4f9d-90fb-60bf45506a01 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:18:06.183220 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Updating router a842159f-a329-4f9d-90fb-60bf45506a01 port fde7850d-366c-4ad1-a59a-9291e7ca8379 binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:18:06.208456 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.209241 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device e73660e0-a32c-44c2-9bfe-22fa69abb78c up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:06.222634 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.243577 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:06.254693 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:06.278104 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Pushing event updated for resources: {'Port': ['ID=38422bc3-a0a7-4fd4-b664-e87f50003eaf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:06.282452 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:18:06.301327 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=2013b0af-4c59-47f0-b287-41ef865f420e,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:06.307484 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (b3620c0a-8629-439b-9c6c-2fef7cfd218c), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.338400 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.347203 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.363144 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] 10.222.0.37 "DELETE /v2.0/networks/b3620c0a-8629-439b-9c6c-2fef7cfd218c HTTP/1.1" status: 204 len: 168 time: 1.0673327 Apr 03 16:18:06.398437 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6799f-e236-416a-8ad6-9fd19678cbad admin admin] Pushing event deleted for resources: {'Network': ['ID=b3620c0a-8629-439b-9c6c-2fef7cfd218c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:06.444290 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (5e864519-44ae-4d42-87a3-90a41fe7ef15), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.484632 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port e73660e0-a32c-44c2-9bfe-22fa69abb78c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:06.485001 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.487524 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-43577b9d-850b-42b0-8983-feee57d3d218 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (df36d461-4875-4d10-9e24-26360580b0fb), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.573049 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-43577b9d-850b-42b0-8983-feee57d3d218 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (df36d461-4875-4d10-9e24-26360580b0fb), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.641950 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43577b9d-850b-42b0-8983-feee57d3d218 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df36d461-4875-4d10-9e24-26360580b0fb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:06.659625 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-43577b9d-850b-42b0-8983-feee57d3d218 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.660902 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-43577b9d-850b-42b0-8983-feee57d3d218 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.1344061 Apr 03 16:18:06.666000 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33762) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:06.670508 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-53fd696b-3257-4425-84bb-2779cdeef492 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'security_group_rule': {'security_group_id': 'df36d461-4875-4d10-9e24-26360580b0fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:06.773018 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.853073 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53fd696b-3257-4425-84bb-2779cdeef492 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (7680c530-4f62-40f0-9b39-f0fd22a2964f), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.939666 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-552f24d7-7657-421c-8a17-7996f3b6289e None None] Provisioning complete for port 38422bc3-a0a7-4fd4-b664-e87f50003eaf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:06.940042 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-552f24d7-7657-421c-8a17-7996f3b6289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.982204 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-552f24d7-7657-421c-8a17-7996f3b6289e None None] Port 38422bc3-a0a7-4fd4-b664-e87f50003eaf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:18:06.992953 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Publish callbacks [] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:06.997569 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-42a86324-e2d2-4a93-92e1-ec495956ef9c req-2456dac3-b40d-4cc7-8acb-4b80e443018c tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.0600691 Apr 03 16:18:07.035872 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53fd696b-3257-4425-84bb-2779cdeef492 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (7680c530-4f62-40f0-9b39-f0fd22a2964f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.041111 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33770) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:07.078604 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port e73660e0-a32c-44c2-9bfe-22fa69abb78c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:07.096878 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.097097 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Publish callbacks [] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.098685 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-71b3d3b4-5c29-47c9-a735-0a41d95eb669 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e95c01c2b0c74b30ae2cdd089568b163&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0562749 Apr 03 16:18:07.101031 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33774) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:07.136545 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53fd696b-3257-4425-84bb-2779cdeef492 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (7680c530-4f62-40f0-9b39-f0fd22a2964f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.163919 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.176502 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3337058d-2291-46b4-ab72-4fcba945ed72 admin admin] Publish callbacks [] for security_group (4d8f48fe-45f2-4bd6-a04e-e3a6b88486ac), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.186796 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd696b-3257-4425-84bb-2779cdeef492 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7680c530-4f62-40f0-9b39-f0fd22a2964f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:07.205035 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (5da245a6-1534-42ed-9596-3ce504c224b9), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.205035 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1112d3be-3fdb-4daf-82dc-9b68cd295743,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:07.245269 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3337058d-2291-46b4-ab72-4fcba945ed72 admin admin] Publish callbacks [] for security_group (4d8f48fe-45f2-4bd6-a04e-e3a6b88486ac), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.274751 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53fd696b-3257-4425-84bb-2779cdeef492 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.281105 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-53fd696b-3257-4425-84bb-2779cdeef492 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6137717 Apr 03 16:18:07.285866 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33782) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:07.301157 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-25ed6904-eefa-4dcf-aa4b-80c670ae3881 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'security_group_rule': {'security_group_id': 'df36d461-4875-4d10-9e24-26360580b0fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:07.308134 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a240a74-2393-4d8b-935b-b66ef3760d55 None None] Pushing event updated for resources: {'Port': ['ID=fde7850d-366c-4ad1-a59a-9291e7ca8379,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:07.343271 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Publish callbacks [] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.423106 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:07.424599 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:07.429802 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Attempting to bind port fde7850d-366c-4ad1-a59a-9291e7ca8379 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:18:07.431419 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Attempting to bind port fde7850d-366c-4ad1-a59a-9291e7ca8379 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:18:07.432068 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Attempting to bind port fde7850d-366c-4ad1-a59a-9291e7ca8379 on network cf513d36-9af9-4e00-9a79-adf1d408c238 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:07.439506 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.458511 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:18:07.459227 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Checking segment: {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:07.459767 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.460441 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Bound using segment: {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:18:07.461062 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Bound port: fde7850d-366c-4ad1-a59a-9291e7ca8379, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:18:07.461625 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.464924 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25ed6904-eefa-4dcf-aa4b-80c670ae3881 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (e25b4e00-c5cc-41d5-a046-7e3e3df2531d), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.551563 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3337058d-2291-46b4-ab72-4fcba945ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4d8f48fe-45f2-4bd6-a04e-e3a6b88486ac), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.554028 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (5e864519-44ae-4d42-87a3-90a41fe7ef15), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.560292 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3337058d-2291-46b4-ab72-4fcba945ed72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.569326 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3337058d-2291-46b4-ab72-4fcba945ed72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d8f48fe-45f2-4bd6-a04e-e3a6b88486ac HTTP/1.1" status: 204 len: 168 time: 0.4672434 Apr 03 16:18:07.640881 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device b6dddb5a-da5e-458a-a616-d3f9d2964daf up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:07.701637 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337058d-2291-46b4-ab72-4fcba945ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8f48fe-45f2-4bd6-a04e-e3a6b88486ac,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:07.733803 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] For port fde7850d-366c-4ad1-a59a-9291e7ca8379, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:18:07.736523 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25ed6904-eefa-4dcf-aa4b-80c670ae3881 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (e25b4e00-c5cc-41d5-a046-7e3e3df2531d), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.775137 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] For port fde7850d-366c-4ad1-a59a-9291e7ca8379, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=fde7850d-366c-4ad1-a59a-9291e7ca8379,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:18:07.806583 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25ed6904-eefa-4dcf-aa4b-80c670ae3881 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (e25b4e00-c5cc-41d5-a046-7e3e3df2531d), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.821678 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d5f5b20b-0842-4b06-b59f-f9edc4284529 None None] Provisioning complete for port fde7850d-366c-4ad1-a59a-9291e7ca8379 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:07.822073 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b20b-0842-4b06-b59f-f9edc4284529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.849585 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed6904-eefa-4dcf-aa4b-80c670ae3881 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25b4e00-c5cc-41d5-a046-7e3e3df2531d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:07.897905 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port b6dddb5a-da5e-458a-a616-d3f9d2964daf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:07.898534 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.904689 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.922287 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Pushing event updated for resources: {'Port': ['ID=38422bc3-a0a7-4fd4-b664-e87f50003eaf,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:07.927603 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d5f5b20b-0842-4b06-b59f-f9edc4284529 None None] Port fde7850d-366c-4ad1-a59a-9291e7ca8379 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:18:07.937809 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25ed6904-eefa-4dcf-aa4b-80c670ae3881 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:07.939508 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-25ed6904-eefa-4dcf-aa4b-80c670ae3881 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6516285 Apr 03 16:18:07.942890 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33790) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:07.948006 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:07.964543 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Router 5da245a6-1534-42ed-9596-3ce504c224b9 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:18:07.988566 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:08.022271 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:08.027006 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a240a74-2393-4d8b-935b-b66ef3760d55 None None] Pushing event updated for resources: {'Port': ['ID=fde7850d-366c-4ad1-a59a-9291e7ca8379,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:08.032084 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:08.032716 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:08.058976 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:08.390262 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-26af735d-7b4e-4664-8554-413258d08f88 req-c64bb0bd-8659-4c6c-920d-f8ad6fe1f024 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.1723871 Apr 03 16:18:08.411783 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.21', 64354) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:08.538159 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-197ca52f-e15d-40cd-bab9-d30309a25e80 None None] Provisioning complete for port 1112d3be-3fdb-4daf-82dc-9b68cd295743 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:08.539333 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-197ca52f-e15d-40cd-bab9-d30309a25e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:08.591242 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port b6dddb5a-da5e-458a-a616-d3f9d2964daf is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:08.592084 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:08.597915 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:08.629781 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port b6dddb5a-da5e-458a-a616-d3f9d2964daf, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=b6dddb5a-da5e-458a-a616-d3f9d2964daf,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:08.639934 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-197ca52f-e15d-40cd-bab9-d30309a25e80 None None] Port 1112d3be-3fdb-4daf-82dc-9b68cd295743 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:18:08.649845 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:08.691401 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:18:08.701460 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-740ac131-cea1-4a15-91a2-9c2dc4c4f3e5 admin admin] 10.222.0.37 "PUT /v2.0/routers/5da245a6-1534-42ed-9596-3ce504c224b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8219690 Apr 03 16:18:08.707427 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:18:08.707958 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-d29f9a64-be73-4fb3-aa1d-1862c063287d tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:08.709329 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-d29f9a64-be73-4fb3-aa1d-1862c063287d tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.21 "GET /v2.0/networks?id=de4b0109-997c-4f21-804a-ba0a9708768d HTTP/1.1" status: 200 len: 811 time: 0.2965450 Apr 03 16:18:08.717834 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:08.719047 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 2013b0af-4c59-47f0-b287-41ef865f420e up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:08.732378 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:08.735841 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:08.751182 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Router 5e864519-44ae-4d42-87a3-90a41fe7ef15 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:18:08.767353 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Request body: {'port': {'device_id': 'c327ecdc-4869-413e-8e74-c932033340bd', 'network_id': 'de4b0109-997c-4f21-804a-ba0a9708768d', 'admin_state_up': True, 'tenant_id': '82b370361e684835999918d82c6432c3'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:08.814424 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Allocated IP 172.27.0.48 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/7386a462-5ddd-4096-845c-773367dbd23d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:18:08.964050 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33832) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:09.078493 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:09.136204 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-40179cca-0b38-42c7-8d1b-cc141bf6081b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5eb12180b542475da0d74620b03daa10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1692352 Apr 03 16:18:09.137465 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33840) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:09.141115 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for port (7386a462-5ddd-4096-845c-773367dbd23d), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:09.171273 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c2a2fd23-b853-4f6a-b44d-4dbaadb7c209 None None] Provisioning complete for port 38422bc3-a0a7-4fd4-b664-e87f50003eaf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:09.173814 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2a2fd23-b853-4f6a-b44d-4dbaadb7c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:09.254938 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=b6dddb5a-da5e-458a-a616-d3f9d2964daf,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:09.299467 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9e766ec-f396-4cb2-9cd6-032ef3ed655c admin admin] Publish callbacks [] for security_group (0766d1f7-ae7c-4b00-a284-2b8c829b7ac3), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:09.299756 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:18:09.336069 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-eefac674-5aab-4ef1-bada-d296aab54081 admin admin] 10.222.0.37 "PUT /v2.0/routers/5e864519-44ae-4d42-87a3-90a41fe7ef15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7255778 Apr 03 16:18:09.368138 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Sync routers for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:18:09.377738 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (7386a462-5ddd-4096-845c-773367dbd23d), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:09.429775 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2fd23-b853-4f6a-b44d-4dbaadb7c209 None None] Port 38422bc3-a0a7-4fd4-b664-e87f50003eaf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:18:09.467698 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 2013b0af-4c59-47f0-b287-41ef865f420e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:09.468226 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:09.482182 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:09.483593 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:09.565305 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 2, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:09.579886 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:09.583621 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9e766ec-f396-4cb2-9cd6-032ef3ed655c admin admin] Publish callbacks [] for security_group (0766d1f7-ae7c-4b00-a284-2b8c829b7ac3), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:09.585555 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'Port': ['ID=7386a462-5ddd-4096-845c-773367dbd23d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:09.591883 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:09.596193 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:18:09.614649 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Made reservation on behalf of 82b370361e684835999918d82c6432c3 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:18:09.618171 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:09.650034 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:18:09.650862 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Updating router 5da245a6-1534-42ed-9596-3ce504c224b9 port 1112d3be-3fdb-4daf-82dc-9b68cd295743 binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:18:09.717822 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:09.805478 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c2a2fd23-b853-4f6a-b44d-4dbaadb7c209 None None] Provisioning complete for port fde7850d-366c-4ad1-a59a-9291e7ca8379 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:09.806022 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2a2fd23-b853-4f6a-b44d-4dbaadb7c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:09.894705 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (6d790437-66d4-4921-a87d-267af6cca914), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:09.918925 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33880) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:09.922403 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:09.944905 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-774a2b47-a044-44a5-8392-18e404cb087a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--725725792', 'description': 'tempest-description--1186716241'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:09.970925 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-188ddca1-af08-4e88-a59c-a7a020ffda73 req-55e2fd82-cf15-411f-beb8-7c845b50698f tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.2771206 Apr 03 16:18:10.047127 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (7386a462-5ddd-4096-845c-773367dbd23d), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.081162 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:07Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:10.085808 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Allocated IP 172.20.0.12 (de4b0109-997c-4f21-804a-ba0a9708768d/fa095876-b060-44f6-bcdd-a5bf07c2ef2a/4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:18:10.138404 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Publish callbacks [] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.177568 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-774a2b47-a044-44a5-8392-18e404cb087a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.217897 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3e5b0-42e2-4246-a675-6c8d224bb761 None None] The sync data for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi is: [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:07Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:18:10.246902 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.344573 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 2013b0af-4c59-47f0-b287-41ef865f420e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:10.482337 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2fd23-b853-4f6a-b44d-4dbaadb7c209 None None] Current status of the port fde7850d-366c-4ad1-a59a-9291e7ca8379 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:10.482772 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2a2fd23-b853-4f6a-b44d-4dbaadb7c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.538319 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Publish callbacks [] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.595151 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-774a2b47-a044-44a5-8392-18e404cb087a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (09665700-45fe-40b7-9d9e-8c155a1fc5d8), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.642354 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39b3cd-c05f-49e4-99b9-509931d85744 None None] Pushing event updated for resources: {'Port': ['ID=1112d3be-3fdb-4daf-82dc-9b68cd295743,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:10.653639 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c2a2fd23-b853-4f6a-b44d-4dbaadb7c209 None None] For port fde7850d-366c-4ad1-a59a-9291e7ca8379, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=fde7850d-366c-4ad1-a59a-9291e7ca8379,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:10.709360 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Attempting to bind port 1112d3be-3fdb-4daf-82dc-9b68cd295743 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:18:10.710901 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Attempting to bind port 1112d3be-3fdb-4daf-82dc-9b68cd295743 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:18:10.711420 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Attempting to bind port 1112d3be-3fdb-4daf-82dc-9b68cd295743 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:10.734804 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:18:10.736771 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Checking segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:10.739433 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.740139 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Bound using segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:18:10.740836 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Bound port: 1112d3be-3fdb-4daf-82dc-9b68cd295743, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:18:10.742410 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.746254 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-774a2b47-a044-44a5-8392-18e404cb087a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (09665700-45fe-40b7-9d9e-8c155a1fc5d8), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.846825 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.850646 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device b6dddb5a-da5e-458a-a616-d3f9d2964daf up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:10.890181 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] For port 1112d3be-3fdb-4daf-82dc-9b68cd295743, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:18:10.895709 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] For port 1112d3be-3fdb-4daf-82dc-9b68cd295743, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=1112d3be-3fdb-4daf-82dc-9b68cd295743,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:18:10.967177 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2a2fd23-b853-4f6a-b44d-4dbaadb7c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.975738 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:10.997522 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for port (7386a462-5ddd-4096-845c-773367dbd23d), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:11.048392 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-774a2b47-a044-44a5-8392-18e404cb087a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:11.049674 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-774a2b47-a044-44a5-8392-18e404cb087a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1282868 Apr 03 16:18:11.052645 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33910) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:11.058209 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ba1c0fbe-bb05-411f-8ee8-2057aec18292 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group_rule': {'security_group_id': '09665700-45fe-40b7-9d9e-8c155a1fc5d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:11.082408 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9e766ec-f396-4cb2-9cd6-032ef3ed655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (0766d1f7-ae7c-4b00-a284-2b8c829b7ac3), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:11.084982 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9e766ec-f396-4cb2-9cd6-032ef3ed655c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:11.093884 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c9e766ec-f396-4cb2-9cd6-032ef3ed655c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0766d1f7-ae7c-4b00-a284-2b8c829b7ac3 HTTP/1.1" status: 204 len: 168 time: 1.9466968 Apr 03 16:18:11.128489 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Network de4b0109-997c-4f21-804a-ba0a9708768d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:11.154755 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (7386a462-5ddd-4096-845c-773367dbd23d), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:11.163991 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:11.169927 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e766ec-f396-4cb2-9cd6-032ef3ed655c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0766d1f7-ae7c-4b00-a284-2b8c829b7ac3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:11.219463 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:18:11.222530 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a2b47-a044-44a5-8392-18e404cb087a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09665700-45fe-40b7-9d9e-8c155a1fc5d8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:11.278296 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39b3cd-c05f-49e4-99b9-509931d85744 None None] Pushing event updated for resources: {'Port': ['ID=1112d3be-3fdb-4daf-82dc-9b68cd295743,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:11.371525 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b91123f4-4521-4385-9f46-02c55ae6f7c8 None None] Provisioning complete for port 1112d3be-3fdb-4daf-82dc-9b68cd295743 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:11.391163 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b91123f4-4521-4385-9f46-02c55ae6f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:11.392711 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:11.400603 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:11.415504 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2fd23-b853-4f6a-b44d-4dbaadb7c209 None None] Pushing event updated for resources: {'Port': ['ID=fde7850d-366c-4ad1-a59a-9291e7ca8379,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:11.480895 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Pushing event updated for resources: {'Port': ['ID=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:11.580454 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:11.581159 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for port (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:11.631716 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 33932) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:11.641012 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7392d7a6-5b55-4194-9c02-0fd827256643 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265391569', 'description': 'tempest-description--2014973654'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:11.647068 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port b6dddb5a-da5e-458a-a616-d3f9d2964daf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:11.648020 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:11.675984 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 2, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:11.704022 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0fbe-bb05-411f-8ee8-2057aec18292 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (663c1c80-5f5b-43ff-8d3c-a8bcf2826261), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:11.744432 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7392d7a6-5b55-4194-9c02-0fd827256643 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:11.789167 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-132e6e9c-b564-4841-a076-8c0d0f364a83 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0338778 Apr 03 16:18:11.820441 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'Port': ['ID=7386a462-5ddd-4096-845c-773367dbd23d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:11.915960 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Checking router: 5e864519-44ae-4d42-87a3-90a41fe7ef15 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:18:11.916531 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Updating router 5e864519-44ae-4d42-87a3-90a41fe7ef15 port 38422bc3-a0a7-4fd4-b664-e87f50003eaf binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:18:12.001169 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc585ac-a73a-4bfc-a303-d3f7e68419f6 req-4aee22f9-febb-42a9-8131-eb7ee8d1eedb tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:12.020628 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2bc585ac-a73a-4bfc-a303-d3f7e68419f6 req-4aee22f9-febb-42a9-8131-eb7ee8d1eedb tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 932 time: 0.8041229 Apr 03 16:18:12.026986 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.043075 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7392d7a6-5b55-4194-9c02-0fd827256643 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (2e36ca78-f9f0-4d46-9695-be8ae65ce6ff), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.061553 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-aeced6c5-a025-46f5-8dd4-9398cfd649aa tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:18:12.064078 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (6d790437-66d4-4921-a87d-267af6cca914), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.079935 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-aeced6c5-a025-46f5-8dd4-9398cfd649aa tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2602677 Apr 03 16:18:12.151514 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:12.246358 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7392d7a6-5b55-4194-9c02-0fd827256643 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (2e36ca78-f9f0-4d46-9695-be8ae65ce6ff), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.379860 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0fbe-bb05-411f-8ee8-2057aec18292 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (663c1c80-5f5b-43ff-8d3c-a8bcf2826261), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.380287 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392d7a6-5b55-4194-9c02-0fd827256643 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:12.380883 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2bc585ac-a73a-4bfc-a303-d3f7e68419f6 req-1ca49528-8c89-48ee-8fb3-fc82ffa87f22 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895577 Apr 03 16:18:12.381033 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Request body: {'port': {'device_id': 'c327ecdc-4869-413e-8e74-c932033340bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:12.463389 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.618076 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:12.674684 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf201a1-6159-4d7e-9a52-14531a2aea1a None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:18:12.678666 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.680803 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b2f2f51e-da67-41fa-9c0b-4e1bb2fca034 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7367220 Apr 03 16:18:12.681811 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0fbe-bb05-411f-8ee8-2057aec18292 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (663c1c80-5f5b-43ff-8d3c-a8bcf2826261), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.719747 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c0fbe-bb05-411f-8ee8-2057aec18292 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663c1c80-5f5b-43ff-8d3c-a8bcf2826261,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:12.842226 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b91123f4-4521-4385-9f46-02c55ae6f7c8 None None] Current status of the port 1112d3be-3fdb-4daf-82dc-9b68cd295743 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:12.842675 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b91123f4-4521-4385-9f46-02c55ae6f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.882196 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Publish callbacks [] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.884433 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0fbe-bb05-411f-8ee8-2057aec18292 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.885274 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port b6dddb5a-da5e-458a-a616-d3f9d2964daf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:12.886326 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device fde7850d-366c-4ad1-a59a-9291e7ca8379 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:12.889488 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ba1c0fbe-bb05-411f-8ee8-2057aec18292 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8331947 Apr 03 16:18:12.889700 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33962) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:12.903156 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7e9db5a4-229d-4db9-93c4-63bd45b86b5d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group_rule': {'security_group_id': '09665700-45fe-40b7-9d9e-8c155a1fc5d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:12.920764 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b91123f4-4521-4385-9f46-02c55ae6f7c8 None None] For port 1112d3be-3fdb-4daf-82dc-9b68cd295743, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=1112d3be-3fdb-4daf-82dc-9b68cd295743,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:12.953096 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7392d7a6-5b55-4194-9c02-0fd827256643 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:12.957183 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-7392d7a6-5b55-4194-9c02-0fd827256643 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3214531 Apr 03 16:18:12.957536 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 33970) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:12.972260 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-87170aa7-9a3e-46b8-af20-b3a6dd730677 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'security_group_rule': {'security_group_id': '2e36ca78-f9f0-4d46-9695-be8ae65ce6ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:12.980225 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port fde7850d-366c-4ad1-a59a-9291e7ca8379 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:12.981059 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.001516 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:18:13.005607 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.030492 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Publish callbacks [] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.071658 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Transition to ACTIVE for port object 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:18:13.082625 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d18aaa-1dbf-442e-a5b9-4c8955acb2cc None None] Pushing event updated for resources: {'Port': ['ID=38422bc3-a0a7-4fd4-b664-e87f50003eaf,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:13.087327 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e9db5a4-229d-4db9-93c4-63bd45b86b5d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (a0f4a707-a5a4-406b-a273-7804502eb7f6), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.104097 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b91123f4-4521-4385-9f46-02c55ae6f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.221753 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.222000 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87170aa7-9a3e-46b8-af20-b3a6dd730677 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (5d55ea13-0adb-489c-901f-0ddc94797482), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.475148 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e9db5a4-229d-4db9-93c4-63bd45b86b5d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (a0f4a707-a5a4-406b-a273-7804502eb7f6), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.515205 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91123f4-4521-4385-9f46-02c55ae6f7c8 None None] Pushing event updated for resources: {'Port': ['ID=1112d3be-3fdb-4daf-82dc-9b68cd295743,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:13.529645 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87170aa7-9a3e-46b8-af20-b3a6dd730677 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (5d55ea13-0adb-489c-901f-0ddc94797482), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.594083 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e9db5a4-229d-4db9-93c4-63bd45b86b5d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (a0f4a707-a5a4-406b-a273-7804502eb7f6), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.640185 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Attempting to bind port 38422bc3-a0a7-4fd4-b664-e87f50003eaf on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:18:13.640551 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Attempting to bind port 38422bc3-a0a7-4fd4-b664-e87f50003eaf by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:18:13.645738 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Attempting to bind port 38422bc3-a0a7-4fd4-b664-e87f50003eaf on network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:13.652146 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87170aa7-9a3e-46b8-af20-b3a6dd730677 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (5d55ea13-0adb-489c-901f-0ddc94797482), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.700251 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9db5a4-229d-4db9-93c4-63bd45b86b5d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f4a707-a5a4-406b-a273-7804502eb7f6,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:13.722735 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87170aa7-9a3e-46b8-af20-b3a6dd730677 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d55ea13-0adb-489c-901f-0ddc94797482,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:13.738961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:18:13.738961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Checking segment: {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:13.738961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.738961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Bound using segment: {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:18:13.738961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Bound port: 38422bc3-a0a7-4fd4-b664-e87f50003eaf, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:18:13.738961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.762948 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87170aa7-9a3e-46b8-af20-b3a6dd730677 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.766779 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-87170aa7-9a3e-46b8-af20-b3a6dd730677 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8058083 Apr 03 16:18:13.769862 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-08ea7b85-8bf5-4e1e-89db-f1197c2014ff None None] Provisioning complete for port 1112d3be-3fdb-4daf-82dc-9b68cd295743 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:13.769953 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 34010) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:13.770022 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-08ea7b85-8bf5-4e1e-89db-f1197c2014ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.772290 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3bc777d6-0766-46c6-848f-48a2ba7380de tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'security_group_rule': {'security_group_id': '2e36ca78-f9f0-4d46-9695-be8ae65ce6ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:13.798593 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e9db5a4-229d-4db9-93c4-63bd45b86b5d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.800320 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7e9db5a4-229d-4db9-93c4-63bd45b86b5d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9092441 Apr 03 16:18:13.803305 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 34012) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:13.808260 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:13.829016 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port fde7850d-366c-4ad1-a59a-9291e7ca8379 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:13.963105 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bc777d6-0766-46c6-848f-48a2ba7380de tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (ffca8bf2-2898-4679-ac77-886d1fd9ac28), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:13.980077 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:14.001750 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] For port 38422bc3-a0a7-4fd4-b664-e87f50003eaf, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:18:14.006766 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] For port 38422bc3-a0a7-4fd4-b664-e87f50003eaf, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=38422bc3-a0a7-4fd4-b664-e87f50003eaf,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:18:14.033113 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:14.120981 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:14.233046 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device fde7850d-366c-4ad1-a59a-9291e7ca8379 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:14.342137 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-22fa20ce-2495-43a0-9b23-ac10fd7c45bb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--449973033&fields=id&tenant_id=b4bcd00416c54c708f0b9fa7135396bd HTTP/1.1" status: 200 len: 267 time: 1.1832507 Apr 03 16:18:14.373424 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-08ea7b85-8bf5-4e1e-89db-f1197c2014ff None None] Current status of the port 1112d3be-3fdb-4daf-82dc-9b68cd295743 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:14.457392 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce764d-c2db-40ca-b284-cb69c4141848 req-1b7cf4a8-13d2-4c66-bf25-dd03d425c9c3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:14.475259 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a9ce764d-c2db-40ca-b284-cb69c4141848 req-1b7cf4a8-13d2-4c66-bf25-dd03d425c9c3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.3373046 Apr 03 16:18:14.508059 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bc777d6-0766-46c6-848f-48a2ba7380de tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (ffca8bf2-2898-4679-ac77-886d1fd9ac28), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:14.514083 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d18aaa-1dbf-442e-a5b9-4c8955acb2cc None None] Pushing event updated for resources: {'Port': ['ID=38422bc3-a0a7-4fd4-b664-e87f50003eaf,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:14.520012 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Attempting to bind port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:18:14.521128 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Attempting to bind port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'd92d4bf6-1985-4f3c-b727-a2efe4e1b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'de4b0109-997c-4f21-804a-ba0a9708768d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:18:14.521128 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Attempting to bind port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 on network de4b0109-997c-4f21-804a-ba0a9708768d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:14.540294 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 on network de4b0109-997c-4f21-804a-ba0a9708768d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:18:14.540686 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Attempting to bind port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 on network de4b0109-997c-4f21-804a-ba0a9708768d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:14.551508 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:18:14.551979 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Checking segment: {'id': 'd92d4bf6-1985-4f3c-b727-a2efe4e1b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'de4b0109-997c-4f21-804a-ba0a9708768d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:14.553222 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Bound using segment: {'id': 'd92d4bf6-1985-4f3c-b727-a2efe4e1b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'de4b0109-997c-4f21-804a-ba0a9708768d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:18:14.553222 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Bound port: 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92d4bf6-1985-4f3c-b727-a2efe4e1b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'de4b0109-997c-4f21-804a-ba0a9708768d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:18:14.553871 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:14.559667 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a9ce764d-c2db-40ca-b284-cb69c4141848 req-e95c0f1f-8347-4fc0-b1d1-3c16f088c5e0 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834575 Apr 03 16:18:14.563173 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:14.565323 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:14.612796 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bc777d6-0766-46c6-848f-48a2ba7380de tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (ffca8bf2-2898-4679-ac77-886d1fd9ac28), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:14.700548 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc777d6-0766-46c6-848f-48a2ba7380de tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffca8bf2-2898-4679-ac77-886d1fd9ac28,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:14.746157 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ce2a01ce-7a4f-4375-a352-d65a0011da4c None None] Provisioning complete for port 38422bc3-a0a7-4fd4-b664-e87f50003eaf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:14.747438 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ce2a01ce-7a4f-4375-a352-d65a0011da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:14.774343 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:14.797353 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437d5e-c690-4407-a513-8224058ff414 req-5a604778-8c59-49dd-a16f-57721cb16ae9 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:14.811417 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-5a604778-8c59-49dd-a16f-57721cb16ae9 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 810 time: 0.4679546 Apr 03 16:18:14.890662 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-f9135be1-dc76-407d-8818-ed69a8a17d67 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/quotas/b4bcd00416c54c708f0b9fa7135396bd HTTP/1.1" status: 200 len: 375 time: 0.0781548 Apr 03 16:18:14.895713 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] For port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5, host hv-cinder-83624, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:18:14.905282 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] For port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,segment=NetworkSegment(d92d4bf6-1985-4f3c-b727-a2efe4e1b781),segment_id=d92d4bf6-1985-4f3c-b727-a2efe4e1b781)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:18:15.002316 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Allocated IP 172.27.0.121 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:18:15.032905 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:15.052605 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-02ad2fd0-e5d9-4c8a-a3cd-e2632b3874b8 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1592510 Apr 03 16:18:15.057053 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.157688 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.203936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bc777d6-0766-46c6-848f-48a2ba7380de tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.207203 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3bc777d6-0766-46c6-848f-48a2ba7380de tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4391341 Apr 03 16:18:15.210633 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 34052) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:15.225634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:15.227199 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:15.227806 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for port (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.233523 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] 10.222.0.21 "PUT /v2.0/ports/4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 HTTP/1.1" status: 200 len: 1094 time: 2.9459155 Apr 03 16:18:15.236177 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c327ecdc-4869-413e-8e74-c932033340bd', 'tag': '4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:15.277571 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.386730 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423d2ec-1d62-4b1f-950c-b052eb89c82b service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:15.424330 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.433060 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:15.434139 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port fde7850d-366c-4ad1-a59a-9291e7ca8379 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:15.434648 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.452585 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:15.457473 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:18:15.508656 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:15.560821 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a01ce-7a4f-4375-a352-d65a0011da4c None None] Current status of the port 38422bc3-a0a7-4fd4-b664-e87f50003eaf is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:15.561201 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ce2a01ce-7a4f-4375-a352-d65a0011da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.624107 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (1625c97e-1971-4331-9ada-448c539337d2), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.644754 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.694792 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port fde7850d-366c-4ad1-a59a-9291e7ca8379 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:15.696432 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 1112d3be-3fdb-4daf-82dc-9b68cd295743 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:15.699496 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ce2a01ce-7a4f-4375-a352-d65a0011da4c None None] For port 38422bc3-a0a7-4fd4-b664-e87f50003eaf, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=38422bc3-a0a7-4fd4-b664-e87f50003eaf,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:15.701394 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:13Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:15.730123 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0821f4-4133-4a17-b18c-fc0371c6471c" -d '{"events": [{"name": "network-changed", "server_uuid": "c327ecdc-4869-413e-8e74-c932033340bd", "tag": "4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:15.751306 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3c7a7-efbb-4608-abd6-46bd1be8bfbb None None] The sync data for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi is: [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:13Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:18:15.787471 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 1112d3be-3fdb-4daf-82dc-9b68cd295743 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:15.787471 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.790652 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.812028 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ce2a01ce-7a4f-4375-a352-d65a0011da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.815421 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:18:15.837748 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d1b7c-e1ad-4c15-a681-9bcbd0c948a7 req-a7406fc6-ac31-40cf-9721-e89adb141bce tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:15.849594 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770d1b7c-e1ad-4c15-a681-9bcbd0c948a7 req-a7406fc6-ac31-40cf-9721-e89adb141bce tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.1957893 Apr 03 16:18:15.890503 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Allocated IP 172.27.0.35 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/f5e9f4f7-02d1-4da9-877e-441441f8011e) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:18:15.894057 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a01ce-7a4f-4375-a352-d65a0011da4c None None] Pushing event updated for resources: {'Port': ['ID=38422bc3-a0a7-4fd4-b664-e87f50003eaf,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:15.932400 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-2c2ca2d1-97ca-40ac-b59b-00b60bf67677 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:18:15.933436 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-2c2ca2d1-97ca-40ac-b59b-00b60bf67677 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6260295 Apr 03 16:18:15.963954 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 1112d3be-3fdb-4daf-82dc-9b68cd295743 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:15.977884 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c89350d3-5268-47df-9911-a870b8322b96 None None] Provisioning complete for port 38422bc3-a0a7-4fd4-b664-e87f50003eaf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:15.978402 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c89350d3-5268-47df-9911-a870b8322b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:15.990382 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34076) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:16.054780 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-839388f9-725b-40be-b008-445378011c75 service neutron] 10.222.0.37 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144223 Apr 03 16:18:16.083300 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c89350d3-5268-47df-9911-a870b8322b96 None None] Current status of the port 38422bc3-a0a7-4fd4-b664-e87f50003eaf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:16.093217 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-591713bb-4f70-464f-a1a4-798eec472269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.223175 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-81b10c68-aab6-4bb3-b8f2-9867a144cc22 service neutron] 10.222.0.37 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599691 Apr 03 16:18:16.224511 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770d1b7c-e1ad-4c15-a681-9bcbd0c948a7 req-fdd23f09-ec7a-4b4e-b3b8-57b325580871 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645806 Apr 03 16:18:16.302195 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for port (f5e9f4f7-02d1-4da9-877e-441441f8011e), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.304065 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-591713bb-4f70-464f-a1a4-798eec472269 admin admin] Publish callbacks [] for security_group (aded08b5-aa0b-43b4-a77c-252b98ecc500), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.319758 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.366583 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-591713bb-4f70-464f-a1a4-798eec472269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (aded08b5-aa0b-43b4-a77c-252b98ecc500), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.398409 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.422006 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-591713bb-4f70-464f-a1a4-798eec472269 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d50fd5b738ad4fc28e9bda2a5523950a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308124 Apr 03 16:18:16.422840 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:16.424885 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591713bb-4f70-464f-a1a4-798eec472269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aded08b5-aa0b-43b4-a77c-252b98ecc500,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:16.534780 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35ba9310-a9d5-4de9-82c9-de1f3afb2b03 admin admin] Publish callbacks [] for security_group (aded08b5-aa0b-43b4-a77c-252b98ecc500), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.558307 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (f5e9f4f7-02d1-4da9-877e-441441f8011e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.560661 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35ba9310-a9d5-4de9-82c9-de1f3afb2b03 admin admin] Publish callbacks [] for security_group (aded08b5-aa0b-43b4-a77c-252b98ecc500), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.581171 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:16.582101 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:16.586860 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:16.590017 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:18:16.633504 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bc6fd4-9496-44b1-a6f0-e13b8ffde965 x-openstack-request-id: req-a1bc6fd4-9496-44b1-a6f0-e13b8ffde965 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:16.633504 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c327ecdc-4869-413e-8e74-c932033340bd", "tag": "4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:16.633504 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1bc6fd4-9496-44b1-a6f0-e13b8ffde965 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:16.633504 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bc6fd4-9496-44b1-a6f0-e13b8ffde965'] response: {'name': 'network-changed', 'server_uuid': 'c327ecdc-4869-413e-8e74-c932033340bd', 'tag': '4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5', 'status': 'completed', 'code': 200} Apr 03 16:18:16.653286 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (1625c97e-1971-4331-9ada-448c539337d2), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.687773 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35ba9310-a9d5-4de9-82c9-de1f3afb2b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (aded08b5-aa0b-43b4-a77c-252b98ecc500), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.690541 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35ba9310-a9d5-4de9-82c9-de1f3afb2b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.691659 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-35ba9310-a9d5-4de9-82c9-de1f3afb2b03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aded08b5-aa0b-43b4-a77c-252b98ecc500 HTTP/1.1" status: 204 len: 168 time: 0.2675636 Apr 03 16:18:16.696308 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'Port': ['ID=f5e9f4f7-02d1-4da9-877e-441441f8011e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:16.708017 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba9310-a9d5-4de9-82c9-de1f3afb2b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded08b5-aa0b-43b4-a77c-252b98ecc500,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:16.745749 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.760283 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a9eb7221-e962-4b72-b726-532eea6d4efc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9480853 Apr 03 16:18:16.788022 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (ccdb3a9a-175e-4f90-825b-62e1617a052f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:16.812772 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0c45cdf8-fc48-4f42-b332-fbba75098cd0 req-a17a50d7-a142-4657-a8e5-cc3c8921fb87 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0454290 Apr 03 16:18:16.962358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (f5e9f4f7-02d1-4da9-877e-441441f8011e), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:17.274969 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for port (f5e9f4f7-02d1-4da9-877e-441441f8011e), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:17.308182 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-1c5f5f7f-6e02-4f4c-a3b7-7a6ec2b78cd3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--725725792&fields=id&tenant_id=9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 267 time: 0.1810966 Apr 03 16:18:17.347699 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (f5e9f4f7-02d1-4da9-877e-441441f8011e), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:17.546111 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-e7674c77-ffd3-4623-b626-18d8e59b2f22 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:17.547945 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-e7674c77-ffd3-4623-b626-18d8e59b2f22 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 814 time: 0.2321596 Apr 03 16:18:17.584125 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-b4dd3d41-a660-437b-b324-5e4c1a74e798 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/quotas/9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 375 time: 0.0304215 Apr 03 16:18:17.683097 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-85dc344f-8cb0-4a62-92a3-ef3d6ce228cf tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978305 Apr 03 16:18:17.817332 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'Port': ['ID=f5e9f4f7-02d1-4da9-877e-441441f8011e,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:17.827116 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (ccdb3a9a-175e-4f90-825b-62e1617a052f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:17.851705 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e88d-8d43-450c-afcc-e42ab71603a2 req-b5019e87-cd42-47a3-baed-d0729f3f0052 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:17.857691 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b0e4e88d-8d43-450c-afcc-e42ab71603a2 req-b5019e87-cd42-47a3-baed-d0729f3f0052 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.4417851 Apr 03 16:18:17.865748 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-58b925d4-717f-4573-9ef3-0d066c6b4a7b service neutron] 10.222.0.37 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674228 Apr 03 16:18:17.907676 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b0e4e88d-8d43-450c-afcc-e42ab71603a2 req-71caa2aa-daab-4f53-8cb0-631233df5b84 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Apr 03 16:18:17.960727 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34166) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:17.983285 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9327c10e-0b07-4c11-8f80-fd9b2e67a420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:17.994400 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6259fc1f-3cb7-4ea8-8376-89cc19be6527 req-281c0fd6-10df-4013-b0ee-3ffe46db8e7e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0364645 Apr 03 16:18:18.003286 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-186e0908-dd8e-4e66-ae39-6813d781fc18 service neutron] 10.222.0.37 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365392 Apr 03 16:18:18.032348 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:18.032348 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-255b68b8-64b4-4a66-8156-c21c5240bfdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8050370 Apr 03 16:18:18.178557 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 38422bc3-a0a7-4fd4-b664-e87f50003eaf up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:18.207431 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9327c10e-0b07-4c11-8f80-fd9b2e67a420 admin admin] Publish callbacks [] for security_group (e40c9860-340e-4b4c-92d8-e7dd7369a74a), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:18.263636 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 38422bc3-a0a7-4fd4-b664-e87f50003eaf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:18.264061 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:18.303425 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9327c10e-0b07-4c11-8f80-fd9b2e67a420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (e40c9860-340e-4b4c-92d8-e7dd7369a74a), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:18.422017 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-9d06e1af-118b-4a28-8d93-c0308d6191b7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--265391569&fields=id&tenant_id=2419a1999f254b0380077716c83eddf8 HTTP/1.1" status: 200 len: 267 time: 0.1234632 Apr 03 16:18:18.447862 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 38422bc3-a0a7-4fd4-b664-e87f50003eaf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:18.488326 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9b636fd2-a980-47ba-8ec6-88d695cbffc3 req-e157d2d5-f6cb-462d-a76e-e387811ec4b4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0662866 Apr 03 16:18:18.491284 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327c10e-0b07-4c11-8f80-fd9b2e67a420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40c9860-340e-4b4c-92d8-e7dd7369a74a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:18.509203 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-9327c10e-0b07-4c11-8f80-fd9b2e67a420 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7f4cd4857594079b30765148d6b9b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5473092 Apr 03 16:18:18.512171 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34196) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:18.568819 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9332f9-ee67-4ce8-983e-0df3fab83ec3 admin admin] Publish callbacks [] for security_group (e40c9860-340e-4b4c-92d8-e7dd7369a74a), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:18.577720 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-b593aaab-6563-406b-b9ff-80cd230d0737 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:18.577720 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-b593aaab-6563-406b-b9ff-80cd230d0737 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 816 time: 0.1539280 Apr 03 16:18:18.594877 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-a6f05eed-35c3-4490-a150-184f74361401 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/quotas/2419a1999f254b0380077716c83eddf8 HTTP/1.1" status: 200 len: 375 time: 0.0123422 Apr 03 16:18:18.597746 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9332f9-ee67-4ce8-983e-0df3fab83ec3 admin admin] Publish callbacks [] for security_group (e40c9860-340e-4b4c-92d8-e7dd7369a74a), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:18.684613 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-a7c7dd70-a79f-4d7f-8a85-41ba3bf69eb3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822556 Apr 03 16:18:18.775312 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9332f9-ee67-4ce8-983e-0df3fab83ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (e40c9860-340e-4b4c-92d8-e7dd7369a74a), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:18.778034 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9332f9-ee67-4ce8-983e-0df3fab83ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:18.785230 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-2e9332f9-ee67-4ce8-983e-0df3fab83ec3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e40c9860-340e-4b4c-92d8-e7dd7369a74a HTTP/1.1" status: 204 len: 168 time: 0.2713449 Apr 03 16:18:18.793842 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9332f9-ee67-4ce8-983e-0df3fab83ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40c9860-340e-4b4c-92d8-e7dd7369a74a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:18.807617 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-8e5f6653-4e17-4089-9fcc-d48ba2b4e961 service neutron] 10.222.0.37 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072302 Apr 03 16:18:18.918370 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-8f42762d-d589-44ff-a4da-bb17ae5ef0cc service neutron] 10.222.0.37 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097295 Apr 03 16:18:19.262937 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f6b18-a54a-4962-8b87-27e578c56629 req-d5b52cac-d704-48fc-8d58-092be4ba5144 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:19.266959 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-801f6b18-a54a-4962-8b87-27e578c56629 req-d5b52cac-d704-48fc-8d58-092be4ba5144 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.1255550 Apr 03 16:18:19.433654 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-801f6b18-a54a-4962-8b87-27e578c56629 req-afae6f77-9f52-4b97-b699-052e7e0163f2 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583593 Apr 03 16:18:19.466388 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a744c731-2306-4411-a59d-2238e3a984ec req-8076f4d7-bc8d-49d6-8d5a-fdaeef79777b tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0910215 Apr 03 16:18:19.598885 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-82a4e842-1a16-46cf-a779-5cc520d46dca req-836c0dc2-db3b-4734-81ff-5fff75c86b0c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 210 time: 0.0744889 Apr 03 16:18:19.644184 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4b60720d-e3ac-4ebc-9809-50393ea0e3b8 req-b818f692-8d05-4ab2-b1f7-f487586935d2 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0551147 Apr 03 16:18:20.581461 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0d19d-d241-4f88-924a-f32854875f66 req-e7f6b7c8-a26d-4e0e-b45f-d2865a2152b8 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:20.583104 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-89a0d19d-d241-4f88-924a-f32854875f66 req-e7f6b7c8-a26d-4e0e-b45f-d2865a2152b8 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.0794947 Apr 03 16:18:20.598748 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f342db1-26e8-4241-8fb6-9287d6282a0c req-2762efda-370c-4ffd-b7e9-efe5a1afe013 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0461981 Apr 03 16:18:20.696560 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-89a0d19d-d241-4f88-924a-f32854875f66 req-919675e7-5ee5-497b-b717-0410e24fc39e tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046984 Apr 03 16:18:20.748207 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a74b1729-e316-4641-80b9-43df66105c6e req-e7766b3c-2c04-40ea-9afa-061b19e62b3b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 210 time: 0.0625334 Apr 03 16:18:20.874732 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c94dde95-6c05-4acc-b9f6-a8c9f54ddc1d req-0d8d3ca5-13f5-437e-8391-1883d096f2a3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0754683 Apr 03 16:18:21.755530 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7429f083-f9ec-4f2a-94b1-3ff884058297 req-e4aa6f62-9f1a-45b9-b790-e279c57f0f23 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0437074 Apr 03 16:18:21.894950 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53270c67-1b14-4a6d-9b43-2ee91c49b6cf req-1dfbe547-c8ab-4e5e-ae55-fa9988d2668d tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:21.903146 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a8c8e898-ac5a-4bb2-9a10-28f665a86011 req-d83c83c7-539d-445f-bf4c-82fc5e3bd8b5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 210 time: 0.0363746 Apr 03 16:18:21.910708 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-53270c67-1b14-4a6d-9b43-2ee91c49b6cf req-1dfbe547-c8ab-4e5e-ae55-fa9988d2668d tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.1176493 Apr 03 16:18:22.004788 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-53270c67-1b14-4a6d-9b43-2ee91c49b6cf req-dfad3eff-46bf-4bdd-b5f5-be6b34322d90 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930278 Apr 03 16:18:22.080343 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a2a41b9e-6129-4028-82d1-84ccbae99ad4 req-65c835a6-f20b-4f97-b914-7f7fdee76a05 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0762265 Apr 03 16:18:22.877072 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6fe88631-b594-4974-9f8d-2a5cde57bf0f req-54ae2fe6-8a58-4556-b381-e3f5d5fd8b33 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0387373 Apr 03 16:18:23.016612 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2913267f-aab0-40d5-a807-946acfa50c91 req-2bd5f7cf-94e9-4e2c-892b-cee1eb965037 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 210 time: 0.0313597 Apr 03 16:18:23.187351 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662be2a-2382-4cd3-b968-b447b801b695 req-084b2cbd-5094-4a47-b956-42c2ca028726 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:23.195148 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4662be2a-2382-4cd3-b968-b447b801b695 req-084b2cbd-5094-4a47-b956-42c2ca028726 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.0757327 Apr 03 16:18:23.250798 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-eb0ff1c2-021b-4332-8799-46747429065b req-eac70e3f-182d-4805-995f-a5ac88e2c558 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0432675 Apr 03 16:18:23.257135 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4662be2a-2382-4cd3-b968-b447b801b695 req-b10c83d4-91e8-40e6-97e8-f2899f8df76c tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604415 Apr 03 16:18:23.967893 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7aa45fa4-2840-4ae5-8e69-ae20b04fb93e req-1b3af6d3-6c60-40f2-b719-014d2fb53241 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0277295 Apr 03 16:18:24.136758 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-44c70dbe-aa85-4398-832d-c9a643505ce6 req-0fab7c85-c33d-40f2-adb1-1960a3ba8188 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 210 time: 0.0458648 Apr 03 16:18:24.412303 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-16b7f608-1b87-42e7-ae15-b9a8d092bdf0 req-cb3a4499-b5c9-486b-be4d-3810a0b378c6 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0615821 Apr 03 16:18:24.450478 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a414bf9-ed76-493f-ac19-56d318a40334 req-bd2abef6-d277-4617-b792-ad3e1f9100ec tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:24.452902 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8a414bf9-ed76-493f-ac19-56d318a40334 req-bd2abef6-d277-4617-b792-ad3e1f9100ec tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.0671144 Apr 03 16:18:24.503641 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8a414bf9-ed76-493f-ac19-56d318a40334 req-73d2bb50-db59-418f-91eb-5fde0b08d41b tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Apr 03 16:18:24.925742 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 34428) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:25.044003 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-214ac83e-89ed-4f0d-8aa1-d7d5cdaa9a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:25.094614 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d4fa7161-56d0-4d23-857a-d7e3a29ea43b req-d7f17edc-cf6c-4034-a8ca-bf467fab0a35 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0419965 Apr 03 16:18:25.164458 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-214ac83e-89ed-4f0d-8aa1-d7d5cdaa9a38 admin admin] Publish callbacks [] for security_group (5444d433-8f02-4013-ae80-ef28bd4e8a5f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:25.229736 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dd465628-998a-41ff-a520-cdbb198ff7c3 req-276fec7b-9f27-479b-94e5-4b308c303d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 210 time: 0.0262742 Apr 03 16:18:25.239974 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-214ac83e-89ed-4f0d-8aa1-d7d5cdaa9a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (5444d433-8f02-4013-ae80-ef28bd4e8a5f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:25.279331 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-214ac83e-89ed-4f0d-8aa1-d7d5cdaa9a38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d457e08cc534b82802add09470df17d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524849 Apr 03 16:18:25.280315 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ac83e-89ed-4f0d-8aa1-d7d5cdaa9a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5444d433-8f02-4013-ae80-ef28bd4e8a5f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:25.281908 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34438) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:25.329910 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7067b75-36df-425e-b1d7-bfa70b56bed3 admin admin] Publish callbacks [] for security_group (5444d433-8f02-4013-ae80-ef28bd4e8a5f), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:25.353525 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7067b75-36df-425e-b1d7-bfa70b56bed3 admin admin] Publish callbacks [] for security_group (5444d433-8f02-4013-ae80-ef28bd4e8a5f), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:25.485955 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7067b75-36df-425e-b1d7-bfa70b56bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (5444d433-8f02-4013-ae80-ef28bd4e8a5f), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:25.490512 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7067b75-36df-425e-b1d7-bfa70b56bed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:25.490512 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-a7067b75-36df-425e-b1d7-bfa70b56bed3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5444d433-8f02-4013-ae80-ef28bd4e8a5f HTTP/1.1" status: 204 len: 168 time: 0.2069247 Apr 03 16:18:25.500838 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7067b75-36df-425e-b1d7-bfa70b56bed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5444d433-8f02-4013-ae80-ef28bd4e8a5f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:25.531122 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b4d23169-30ba-465d-8c37-aa2e00c19618 req-495537de-7455-44b9-a808-6e82ef3b6d4b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0374873 Apr 03 16:18:25.633498 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8d21b-a90e-4e09-b1a1-a1f5f897d9ff req-b143a2ba-76a3-4be4-b706-d0614500f4c2 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:25.634980 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c8f8d21b-a90e-4e09-b1a1-a1f5f897d9ff req-b143a2ba-76a3-4be4-b706-d0614500f4c2 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.0538862 Apr 03 16:18:25.684255 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c8f8d21b-a90e-4e09-b1a1-a1f5f897d9ff req-1d58d13d-fc87-4097-80e4-e542a14d18b9 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 Apr 03 16:18:26.221844 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4dbc411e-9cab-4dce-8b9b-741d6d771a64 req-bd693c45-c196-4fd8-aa51-3e398584cfc3 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0498023 Apr 03 16:18:26.236466 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34492) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:26.259892 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c024aa4-1570-448a-bce0-dcd5f4018489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:26.286727 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-82a7141c-a77d-43ee-992f-bdf881e48f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:26.288453 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-82a7141c-a77d-43ee-992f-bdf881e48f8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82b370361e684835999918d82c6432c3&device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 1128 time: 0.1141083 Apr 03 16:18:26.539694 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-888d36c5-76fd-48b9-b2d8-a533b08893bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 HTTP/1.1" status: 200 len: 217 time: 0.2359705 Apr 03 16:18:26.574202 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7542582b-3cdd-49bc-84b8-fdb9fec8f0f1 req-659413c6-d32c-4968-bda7-58ee58a318ea tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 210 time: 0.2260342 Apr 03 16:18:26.640350 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8cc293c1-836c-4514-9e05-28d2ecaa97b0 req-1180680e-a0e3-46cc-92e3-b796fda9b682 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0353653 Apr 03 16:18:26.665402 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-87e43095-89bc-46a6-91eb-7be30fef1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:26.668110 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-87e43095-89bc-46a6-91eb-7be30fef1586 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa095876-b060-44f6-bcdd-a5bf07c2ef2a HTTP/1.1" status: 200 len: 851 time: 0.1097407 Apr 03 16:18:26.672756 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c024aa4-1570-448a-bce0-dcd5f4018489 admin admin] Publish callbacks [] for security_group (486d03e2-494a-4f02-b1f8-5be92e8d3a9c), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:26.758964 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-1b404195-d214-41a7-8538-a13b0abf9699 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de4b0109-997c-4f21-804a-ba0a9708768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595887 Apr 03 16:18:26.760275 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c024aa4-1570-448a-bce0-dcd5f4018489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (486d03e2-494a-4f02-b1f8-5be92e8d3a9c), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:26.822453 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-4c024aa4-1570-448a-bce0-dcd5f4018489 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5633b15fe1b47a5b1a9744041e7236e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5848329 Apr 03 16:18:26.825031 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 34510) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:26.831750 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c024aa4-1570-448a-bce0-dcd5f4018489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486d03e2-494a-4f02-b1f8-5be92e8d3a9c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:26.886392 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4a24474d-b7f9-4877-9147-3163fc54a319 admin admin] Publish callbacks [] for security_group (486d03e2-494a-4f02-b1f8-5be92e8d3a9c), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:26.900341 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065924e9-0ced-4c9e-91f0-aa9cd43247b1 req-066dc09a-e245-48cb-81f0-264c93e1694c tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:26.901944 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-065924e9-0ced-4c9e-91f0-aa9cd43247b1 req-066dc09a-e245-48cb-81f0-264c93e1694c tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.1458685 Apr 03 16:18:26.912345 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4a24474d-b7f9-4877-9147-3163fc54a319 admin admin] Publish callbacks [] for security_group (486d03e2-494a-4f02-b1f8-5be92e8d3a9c), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:26.957584 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-798a4fc0-566c-4f11-812b-dcca15ba170b service neutron] 10.222.0.21 "GET /v2.0/networks/de4b0109-997c-4f21-804a-ba0a9708768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335924 Apr 03 16:18:26.979217 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-065924e9-0ced-4c9e-91f0-aa9cd43247b1 req-ff0f7cef-afc2-4f5e-adc3-e7fb3bff2a78 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670772 Apr 03 16:18:27.053724 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f67bc49-bd76-429a-92bc-6b3c9e5bb1c8 req-942421e5-8935-425b-a058-438e59ad8c0f service neutron] 10.222.0.21 "GET /v2.0/networks/de4b0109-997c-4f21-804a-ba0a9708768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885880 Apr 03 16:18:27.068587 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4a24474d-b7f9-4877-9147-3163fc54a319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (486d03e2-494a-4f02-b1f8-5be92e8d3a9c), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:27.071882 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4a24474d-b7f9-4877-9147-3163fc54a319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:27.076754 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-4a24474d-b7f9-4877-9147-3163fc54a319 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/486d03e2-494a-4f02-b1f8-5be92e8d3a9c HTTP/1.1" status: 204 len: 168 time: 0.2469749 Apr 03 16:18:27.080803 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24474d-b7f9-4877-9147-3163fc54a319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486d03e2-494a-4f02-b1f8-5be92e8d3a9c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:27.249869 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0821f4-4133-4a17-b18c-fc0371c6471c req-18ad126a-65e5-4141-9f52-138192771b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:27.251905 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3e0821f4-4133-4a17-b18c-fc0371c6471c req-18ad126a-65e5-4141-9f52-138192771b13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82b370361e684835999918d82c6432c3&device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 1128 time: 0.0517476 Apr 03 16:18:27.328658 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39f261eb-4f41-422a-99b5-257fc310175b req-7af9ff42-3ebf-4fa6-83f1-2739ca1924f0 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0275111 Apr 03 16:18:27.343305 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.21', 64380) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:27.428585 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0821f4-4133-4a17-b18c-fc0371c6471c req-dd0834bf-dada-4510-9973-af00518d66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:27.430721 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3e0821f4-4133-4a17-b18c-fc0371c6471c req-dd0834bf-dada-4510-9973-af00518d66c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de4b0109-997c-4f21-804a-ba0a9708768d HTTP/1.1" status: 200 len: 912 time: 0.1711655 Apr 03 16:18:27.478315 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437d5e-c690-4407-a513-8224058ff414 req-9864627c-b419-479a-bdf4-d4428b7a0928 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:27.480239 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-9864627c-b419-479a-bdf4-d4428b7a0928 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.21 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 810 time: 0.1296492 Apr 03 16:18:27.484693 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3e0821f4-4133-4a17-b18c-fc0371c6471c req-5aac484b-a4d4-4062-b1bd-5df8f1080401 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 HTTP/1.1" status: 200 len: 217 time: 0.0375566 Apr 03 16:18:27.552323 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0821f4-4133-4a17-b18c-fc0371c6471c req-e7d28937-480c-4dcc-86cb-fa4f425db7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:27.555943 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3e0821f4-4133-4a17-b18c-fc0371c6471c req-e7d28937-480c-4dcc-86cb-fa4f425db7f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa095876-b060-44f6-bcdd-a5bf07c2ef2a HTTP/1.1" status: 200 len: 851 time: 0.0590997 Apr 03 16:18:27.590248 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-09fba26c-b11e-427a-ae9f-cc21dc7ac3f7 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4bcd00416c54c708f0b9fa7135396bd HTTP/1.1" status: 200 len: 379 time: 0.0885978 Apr 03 16:18:27.592250 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'port': {'device_id': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'admin_state_up': True, 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'security_groups': ['df36d461-4875-4d10-9e24-26360580b0fb']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:27.597216 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3e0821f4-4133-4a17-b18c-fc0371c6471c req-7733e346-1f55-4c43-a103-3a32fb99dae7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de4b0109-997c-4f21-804a-ba0a9708768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363567 Apr 03 16:18:27.764919 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3e0821f4-4133-4a17-b18c-fc0371c6471c req-d0fc3f5e-1c3a-4afa-8f5f-3f9823fc9f37 service neutron] 10.222.0.21 "GET /v2.0/networks/de4b0109-997c-4f21-804a-ba0a9708768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607499 Apr 03 16:18:27.793133 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d56cd95f-13fd-47fb-b749-cc738f5adfde req-4c570649-b569-4e63-9b21-ed743d69c3b6 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0392089 Apr 03 16:18:27.793673 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-59adfa64-749f-42e6-87b0-bfef0994932d req-697486ab-74c9-4ec0-b8a8-00b19205996e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 210 time: 0.0437374 Apr 03 16:18:27.825149 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Made reservation on behalf of b4bcd00416c54c708f0b9fa7135396bd for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:18:27.828777 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:27.844247 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.21', 64382) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:27.920684 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3e0821f4-4133-4a17-b18c-fc0371c6471c req-6bb363e5-7c9d-4aaa-b4e8-79e9325c8789 service neutron] 10.222.0.21 "GET /v2.0/networks/de4b0109-997c-4f21-804a-ba0a9708768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265209 Apr 03 16:18:27.967854 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34548) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:27.993772 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c83-26ff-40eb-b5d0-0cc80f6d3f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.165794 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c83-26ff-40eb-b5d0-0cc80f6d3f07 admin admin] Publish callbacks [] for security_group (c0138ea7-3a6e-4f57-ad5f-08dc0caaf9b5), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.175774 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-f017d337-3acd-4bb7-ae69-8bbfd5ac9ca7 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:28.177281 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-f017d337-3acd-4bb7-ae69-8bbfd5ac9ca7 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 814 time: 0.3267190 Apr 03 16:18:28.185443 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-05e56e0d-6347-4279-aca9-bd73a861f379 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:28.186904 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-05e56e0d-6347-4279-aca9-bd73a861f379 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 816 time: 0.1472623 Apr 03 16:18:28.201141 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Allocated IP 172.20.0.11 (cf513d36-9af9-4e00-9a79-adf1d408c238/a641f716-3fbf-44b3-9d0d-02b1e08dc988/f3093687-1df5-4e30-b471-4534440c5448) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:18:28.253620 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb62c5c-b53e-48c3-9fe4-c3deb70427cf req-2cb38d4f-644e-46c9-a62e-783242706f1c tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:28.255109 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1eb62c5c-b53e-48c3-9fe4-c3deb70427cf req-2cb38d4f-644e-46c9-a62e-783242706f1c tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.1905248 Apr 03 16:18:28.255900 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-188941ef-778c-4a0f-a7b0-3c42d468b0ec tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2419a1999f254b0380077716c83eddf8 HTTP/1.1" status: 200 len: 379 time: 0.0614798 Apr 03 16:18:28.264652 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'port': {'device_id': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'admin_state_up': True, 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'security_groups': ['2e36ca78-f9f0-4d46-9695-be8ae65ce6ff']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:28.279335 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c83-26ff-40eb-b5d0-0cc80f6d3f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (c0138ea7-3a6e-4f57-ad5f-08dc0caaf9b5), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.311296 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-bb02b0db-e522-438a-9d1a-ff4f2ddf75b4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 379 time: 0.1224630 Apr 03 16:18:28.338575 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'port': {'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'admin_state_up': True, 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'security_groups': ['09665700-45fe-40b7-9d9e-8c155a1fc5d8']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:28.362362 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-cc9f7c83-26ff-40eb-b5d0-0cc80f6d3f07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=222035efcf5d4cf4b7328aebfd66abd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3931100 Apr 03 16:18:28.367747 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f7c83-26ff-40eb-b5d0-0cc80f6d3f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0138ea7-3a6e-4f57-ad5f-08dc0caaf9b5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:28.373875 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34562) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:28.472020 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d132870f-72f0-4af9-849b-301f9ac7cf99 req-0083e352-665b-4d25-a4c8-339941639531 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0328257 Apr 03 16:18:28.490982 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7af9efe5-966f-403c-982e-cfa8c768c22f admin admin] Publish callbacks [] for security_group (c0138ea7-3a6e-4f57-ad5f-08dc0caaf9b5), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.516305 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7af9efe5-966f-403c-982e-cfa8c768c22f admin admin] Publish callbacks [] for security_group (c0138ea7-3a6e-4f57-ad5f-08dc0caaf9b5), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.619751 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Made reservation on behalf of 2419a1999f254b0380077716c83eddf8 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:18:28.624584 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.665806 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7af9efe5-966f-403c-982e-cfa8c768c22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (c0138ea7-3a6e-4f57-ad5f-08dc0caaf9b5), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.668414 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7af9efe5-966f-403c-982e-cfa8c768c22f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.672067 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-7af9efe5-966f-403c-982e-cfa8c768c22f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0138ea7-3a6e-4f57-ad5f-08dc0caaf9b5 HTTP/1.1" status: 204 len: 168 time: 0.2903912 Apr 03 16:18:28.672207 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1eb62c5c-b53e-48c3-9fe4-c3deb70427cf req-54251e48-1f1c-4b39-9c04-648d1050d073 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069467 Apr 03 16:18:28.682752 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9efe5-966f-403c-982e-cfa8c768c22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0138ea7-3a6e-4f57-ad5f-08dc0caaf9b5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:28.790246 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for port (f3093687-1df5-4e30-b471-4534440c5448), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.831253 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Allocated IP 172.20.0.4 (8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49/8000704e-8282-436d-8ffe-ae249db4b2cb/b04d9afb-d699-458d-a083-7df54b9d4701) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:18:28.875156 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Made reservation on behalf of 9647e423a51e409b8ab4cd779b130ad8 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:18:28.878957 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.960551 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (f3093687-1df5-4e30-b471-4534440c5448), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:28.971026 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6ddddbfa-3de3-454a-85f8-8257ed83bb94 req-780199a2-5897-4f73-a7c3-ab16d59714cc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0346723 Apr 03 16:18:29.044673 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for port (b04d9afb-d699-458d-a083-7df54b9d4701), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.055205 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7b907292-0449-40dd-be2f-6cf316af572d req-f738b8b6-4747-4c80-b090-1cb82e93ea95 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 210 time: 0.1031563 Apr 03 16:18:29.102907 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.123244 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Network cf513d36-9af9-4e00-9a79-adf1d408c238 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:29.141839 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:29.157415 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:18:29.174145 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'Port': ['ID=f3093687-1df5-4e30-b471-4534440c5448,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:29.217969 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.234643 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Allocated IP 172.20.0.6 (45d16502-bfea-4cd7-9a04-a1e90b72c332/4bb12f4e-96b5-456c-9dd1-7dd0370c42c9/50cca8e3-349d-4799-8704-a024b71faba0) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:18:29.241427 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:29.242556 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.360338 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:29.361612 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34610) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:29.378826 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:29.383034 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-de6d32bb-aa26-48ea-a72a-ed22caa2dedb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7945137 Apr 03 16:18:29.383688 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:29.386955 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:18:29.396716 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Request body: {'port': {'device_id': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:29.453785 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:29.454451 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for port (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.577536 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cf0b62ba-8335-45fe-a908-808302be9df4 None None] Provisioning complete for port f3093687-1df5-4e30-b471-4534440c5448 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:29.578165 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf0b62ba-8335-45fe-a908-808302be9df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (f3093687-1df5-4e30-b471-4534440c5448), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.595691 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559e3b3-2372-4c97-82ae-227b8e86d572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.608242 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (f3093687-1df5-4e30-b471-4534440c5448), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.639707 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b62ba-8335-45fe-a908-808302be9df4 None None] Port f3093687-1df5-4e30-b471-4534440c5448 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:18:29.717050 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (50cca8e3-349d-4799-8704-a024b71faba0), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.763336 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aade4-d9e3-4e19-9dd2-591ab2d99dd0 req-632ea215-92d5-4d8b-aecd-928b5b957eab tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:29.765001 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-281aade4-d9e3-4e19-9dd2-591ab2d99dd0 req-632ea215-92d5-4d8b-aecd-928b5b957eab tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 932 time: 0.1461959 Apr 03 16:18:29.773611 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e3b039c5-1312-4aa4-874c-3c290c3b6e69 None None] Provisioning complete for port b04d9afb-d699-458d-a083-7df54b9d4701 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:29.774389 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e3b039c5-1312-4aa4-874c-3c290c3b6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.815231 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e3b039c5-1312-4aa4-874c-3c290c3b6e69 None None] Port b04d9afb-d699-458d-a083-7df54b9d4701 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:18:29.854512 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559e3b3-2372-4c97-82ae-227b8e86d572 admin admin] Publish callbacks [] for security_group (c64f7693-f6f0-40e7-9a80-5c8727e255d0), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:29.854512 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-281aade4-d9e3-4e19-9dd2-591ab2d99dd0 req-6a4a4e4c-e905-44f4-914c-e906b7384d13 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620136 Apr 03 16:18:30.027640 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71369b4-96b0-46c2-9bab-4e1b893664ad req-7b133536-9dc8-4178-aad6-ca0d864cc444 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:30.029428 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a71369b4-96b0-46c2-9bab-4e1b893664ad req-7b133536-9dc8-4178-aad6-ca0d864cc444 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.2211266 Apr 03 16:18:30.074428 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-033a8c3b-c54d-4d77-a0b6-5bbfb470e1c5 req-366d8b40-cf78-4ed2-8d46-2fae610306c0 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0324080 Apr 03 16:18:30.124248 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a71369b4-96b0-46c2-9bab-4e1b893664ad req-6a09c705-4019-4864-927f-cd76c0a943eb tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852311 Apr 03 16:18:30.179938 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3093687-1df5-4e30-b471-4534440c5448 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:18:30.184057 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d6010-cd50-4db3-9307-01fc91985f07 req-ab8be656-4903-491c-8c5d-644c7439270f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:30.185597 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-599d6010-cd50-4db3-9307-01fc91985f07 req-ab8be656-4903-491c-8c5d-644c7439270f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 931 time: 0.0550249 Apr 03 16:18:30.188084 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Publish callbacks [] for port (f3093687-1df5-4e30-b471-4534440c5448), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:30.209291 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Transition to ACTIVE for port object f3093687-1df5-4e30-b471-4534440c5448 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:18:30.241045 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-599d6010-cd50-4db3-9307-01fc91985f07 req-b48a84d9-bc70-4c6c-ad31-682f7c5eca7e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497046 Apr 03 16:18:30.424174 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (50cca8e3-349d-4799-8704-a024b71faba0), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:30.424698 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acf3e7a7-438b-4b56-8866-b54c020027f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:30.425714 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-143a7a62-278d-4422-96c5-6fdc71bfdcef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1646590 Apr 03 16:18:30.426444 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559e3b3-2372-4c97-82ae-227b8e86d572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (c64f7693-f6f0-40e7-9a80-5c8727e255d0), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:30.447037 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Request body: {'port': {'device_id': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:30.474171 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:18:30.482441 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:18:30.484366 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=50cca8e3-349d-4799-8704-a024b71faba0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:30.486548 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:18:30.495349 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559e3b3-2372-4c97-82ae-227b8e86d572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64f7693-f6f0-40e7-9a80-5c8727e255d0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:30.503768 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8559e3b3-2372-4c97-82ae-227b8e86d572 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2df2e1a1157347628ef62b0bc658d314&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1372302 Apr 03 16:18:30.504382 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34634) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:30.519304 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (f3093687-1df5-4e30-b471-4534440c5448), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:30.567965 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:30.595367 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Pushing event updated for resources: {'Port': ['ID=f3093687-1df5-4e30-b471-4534440c5448,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:30.602651 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:30.603275 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:30.640983 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bec89ff-34c6-4a74-98d8-60ef17afbd5b admin admin] Publish callbacks [] for security_group (c64f7693-f6f0-40e7-9a80-5c8727e255d0), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:30.752744 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-8f810cad-647f-4bfd-a560-558ff57a8a85 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4323342 Apr 03 16:18:30.759909 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Attempting to bind port f3093687-1df5-4e30-b471-4534440c5448 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:18:30.760273 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Attempting to bind port f3093687-1df5-4e30-b471-4534440c5448 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:18:30.760601 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Attempting to bind port f3093687-1df5-4e30-b471-4534440c5448 on network cf513d36-9af9-4e00-9a79-adf1d408c238 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:30.768118 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Request body: {'port': {'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:30.772903 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Port f3093687-1df5-4e30-b471-4534440c5448 on network cf513d36-9af9-4e00-9a79-adf1d408c238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:18:30.773769 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Attempting to bind port f3093687-1df5-4e30-b471-4534440c5448 on network cf513d36-9af9-4e00-9a79-adf1d408c238 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:30.803322 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bec89ff-34c6-4a74-98d8-60ef17afbd5b admin admin] Publish callbacks [] for security_group (c64f7693-f6f0-40e7-9a80-5c8727e255d0), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:30.839791 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:18:30.840152 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Checking segment: {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:30.840689 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Bound using segment: {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:18:30.841141 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Bound port: f3093687-1df5-4e30-b471-4534440c5448, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:18:30.841499 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (f3093687-1df5-4e30-b471-4534440c5448), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:30.847136 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34644) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:30.958213 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9d86e133-940c-403c-8a7d-26b53c8ac460 None None] Provisioning complete for port 50cca8e3-349d-4799-8704-a024b71faba0 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:30.960313 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d86e133-940c-403c-8a7d-26b53c8ac460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (50cca8e3-349d-4799-8704-a024b71faba0), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.006952 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9d86e133-940c-403c-8a7d-26b53c8ac460 None None] Port 50cca8e3-349d-4799-8704-a024b71faba0 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:18:31.036873 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (50cca8e3-349d-4799-8704-a024b71faba0), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.059233 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8bdbed1-c31e-467c-800a-8e03521a9399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.079483 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] For port f3093687-1df5-4e30-b471-4534440c5448, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:18:31.125572 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] For port f3093687-1df5-4e30-b471-4534440c5448, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=f3093687-1df5-4e30-b471-4534440c5448,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:18:31.141614 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e81fce-02e3-4adf-ad95-f984d940f238 req-a6e2f9cb-8bca-4586-8179-d13835ecf7fc tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:31.143171 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d6e81fce-02e3-4adf-ad95-f984d940f238 req-a6e2f9cb-8bca-4586-8179-d13835ecf7fc tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 944 time: 0.1827993 Apr 03 16:18:31.252700 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (f3093687-1df5-4e30-b471-4534440c5448), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.304596 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:31.305215 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.306985 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] 10.222.0.21 "PUT /v2.0/ports/f3093687-1df5-4e30-b471-4534440c5448 HTTP/1.1" status: 200 len: 1094 time: 1.9152551 Apr 03 16:18:31.314793 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'tag': 'f3093687-1df5-4e30-b471-4534440c5448'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:31.316146 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bec89ff-34c6-4a74-98d8-60ef17afbd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (c64f7693-f6f0-40e7-9a80-5c8727e255d0), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.320722 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bec89ff-34c6-4a74-98d8-60ef17afbd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.320722 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8bec89ff-34c6-4a74-98d8-60ef17afbd5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c64f7693-f6f0-40e7-9a80-5c8727e255d0 HTTP/1.1" status: 204 len: 168 time: 0.8150518 Apr 03 16:18:31.337282 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d6e81fce-02e3-4adf-ad95-f984d940f238 req-35516421-8e9d-4a23-8305-3b85ad17e739 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858244 Apr 03 16:18:31.385226 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec89ff-34c6-4a74-98d8-60ef17afbd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64f7693-f6f0-40e7-9a80-5c8727e255d0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:31.410794 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04d9afb-d699-458d-a083-7df54b9d4701 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:18:31.438665 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Publish callbacks [] for port (b04d9afb-d699-458d-a083-7df54b9d4701), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.495410 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799a911-0b4d-43b3-be6d-e5600c9a0b8b service neutron] Pushing event updated for resources: {'Port': ['ID=f3093687-1df5-4e30-b471-4534440c5448,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:31.504699 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Transition to ACTIVE for port object b04d9afb-d699-458d-a083-7df54b9d4701 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:18:31.546872 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f0b4c-37e0-45bf-affc-2b1f67640819 req-80fbbac3-7e5f-40b6-b2f2-95475e142314 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:31.554323 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2c4f0b4c-37e0-45bf-affc-2b1f67640819 req-80fbbac3-7e5f-40b6-b2f2-95475e142314 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 931 time: 0.2437692 Apr 03 16:18:31.581890 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8bdbed1-c31e-467c-800a-8e03521a9399 admin admin] Publish callbacks [] for security_group (4b9e3ebe-a4a6-4d0d-9d26-3dbfe3198960), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.595800 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.676084 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2c4f0b4c-37e0-45bf-affc-2b1f67640819 req-9d5dab38-7eb3-4a0c-9666-62c4219371d7 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197395 Apr 03 16:18:31.698312 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Pushing event updated for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:31.756053 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:18:31.973516 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8bdbed1-c31e-467c-800a-8e03521a9399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4b9e3ebe-a4a6-4d0d-9d26-3dbfe3198960), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:31.998138 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437d5e-c690-4407-a513-8224058ff414 req-a556d65e-a437-41ad-b5f2-b65a3e21a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:32.000552 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-a556d65e-a437-41ad-b5f2-b65a3e21a59d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 1128 time: 0.5640097 Apr 03 16:18:32.021665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fe2b8-4631-40a5-8110-b886fefda022 req-e84d256b-d9bc-4367-b638-47151d01a5b8 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:32.033138 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-518fe2b8-4631-40a5-8110-b886fefda022 req-e84d256b-d9bc-4367-b638-47151d01a5b8 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 944 time: 0.5029261 Apr 03 16:18:32.043051 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e" -d '{"events": [{"name": "network-changed", "server_uuid": "46c0d9cf-c97b-4941-a950-9470da2424a1", "tag": "f3093687-1df5-4e30-b471-4534440c5448"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:32.063713 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-c8bdbed1-c31e-467c-800a-8e03521a9399 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a2fa2f3aa8143a7b9749044043e542b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2142260 Apr 03 16:18:32.066895 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdbed1-c31e-467c-800a-8e03521a9399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9e3ebe-a4a6-4d0d-9d26-3dbfe3198960,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:32.083862 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34686) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:32.116433 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Attempting to bind port b04d9afb-d699-458d-a083-7df54b9d4701 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:18:32.116786 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Attempting to bind port b04d9afb-d699-458d-a083-7df54b9d4701 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:18:32.118840 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Attempting to bind port b04d9afb-d699-458d-a083-7df54b9d4701 on network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:32.133191 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Port b04d9afb-d699-458d-a083-7df54b9d4701 on network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:18:32.139035 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Attempting to bind port b04d9afb-d699-458d-a083-7df54b9d4701 on network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:32.141478 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,segment=NetworkSegment(d92d4bf6-1985-4f3c-b727-a2efe4e1b781),segment_id=d92d4bf6-1985-4f3c-b727-a2efe4e1b781)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:32.179791 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5', 'network_id': 'de4b0109-997c-4f21-804a-ba0a9708768d', 'port_id': '4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5', 'mac_address': 'fa:16:3e:f9:49:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa095876-b060-44f6-bcdd-a5bf07c2ef2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:18:32.206157 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86bd7b-5981-4792-b4b7-adc772b95706 req-38d89441-fcb1-4eec-abc8-89b3da6cea77 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:32.208948 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2c86bd7b-5981-4792-b4b7-adc772b95706 req-38d89441-fcb1-4eec-abc8-89b3da6cea77 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.3152771 Apr 03 16:18:32.211253 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-8ebc5245-ecbe-4548-bae8-cfb345c70a65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3093687-1df5-4e30-b471-4534440c5448 HTTP/1.1" status: 200 len: 217 time: 0.1646986 Apr 03 16:18:32.212552 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:18:32.214630 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Checking segment: {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:32.215181 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Bound using segment: {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:18:32.215736 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Bound port: b04d9afb-d699-458d-a083-7df54b9d4701, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:18:32.220877 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.236304 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:32.236802 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.251286 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:18:32.271350 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7828a45b-7e9f-423c-ad77-01d815b59f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.276719 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,segment=NetworkSegment(d92d4bf6-1985-4f3c-b727-a2efe4e1b781),segment_id=d92d4bf6-1985-4f3c-b727-a2efe4e1b781)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:32.301577 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57026fa5-df82-40bf-b06c-75857a88aca7 admin admin] Publish callbacks [] for security_group (4b9e3ebe-a4a6-4d0d-9d26-3dbfe3198960), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.313798 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-518fe2b8-4631-40a5-8110-b886fefda022 req-fdc65585-8ff7-49f2-bc74-492f38a86d10 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791545 Apr 03 16:18:32.317133 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cca8e3-349d-4799-8704-a024b71faba0 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:18:32.317381 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2c86bd7b-5981-4792-b4b7-adc772b95706 req-7565d960-0f9d-42ed-bc65-8752a9852d53 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986910 Apr 03 16:18:32.329187 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Publish callbacks [] for port (50cca8e3-349d-4799-8704-a024b71faba0), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.333377 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437d5e-c690-4407-a513-8224058ff414 req-bffe9acf-2bb4-4cf6-b614-cd7020b5f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:32.336241 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-bffe9acf-2bb4-4cf6-b614-cd7020b5f77c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a641f716-3fbf-44b3-9d0d-02b1e08dc988 HTTP/1.1" status: 200 len: 849 time: 0.1136453 Apr 03 16:18:32.359567 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.369533 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57026fa5-df82-40bf-b06c-75857a88aca7 admin admin] Publish callbacks [] for security_group (4b9e3ebe-a4a6-4d0d-9d26-3dbfe3198960), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.401085 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:18:32.414707 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:18:32.431425 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Transition to ACTIVE for port object 50cca8e3-349d-4799-8704-a024b71faba0 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:18:32.438817 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:32.479290 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437d5e-c690-4407-a513-8224058ff414 req-f1bdf93b-0fb5-4e3d-89de-52374b569c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:32.481454 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-f1bdf93b-0fb5-4e3d-89de-52374b569c3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf513d36-9af9-4e00-9a79-adf1d408c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1355009 Apr 03 16:18:32.530708 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d427-68e2-45c8-8372-565b8ba9998f req-3f26107b-0f31-49ba-8606-38c7abc0f5c8 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:32.535693 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ed93d427-68e2-45c8-8372-565b8ba9998f req-3f26107b-0f31-49ba-8606-38c7abc0f5c8 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 944 time: 0.0747902 Apr 03 16:18:32.545035 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.556356 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (50cca8e3-349d-4799-8704-a024b71faba0), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.560580 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 34696) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:32.572370 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2348e8-39b8-45bb-83fe-2702ab9f34ab x-openstack-request-id: req-fc2348e8-39b8-45bb-83fe-2702ab9f34ab {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:32.572751 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c0d9cf-c97b-4941-a950-9470da2424a1", "tag": "f3093687-1df5-4e30-b471-4534440c5448", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:32.573160 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc2348e8-39b8-45bb-83fe-2702ab9f34ab {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:32.573653 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2348e8-39b8-45bb-83fe-2702ab9f34ab'] response: {'name': 'network-changed', 'server_uuid': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'tag': 'f3093687-1df5-4e30-b471-4534440c5448', 'status': 'completed', 'code': 200} Apr 03 16:18:32.599761 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57026fa5-df82-40bf-b06c-75857a88aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4b9e3ebe-a4a6-4d0d-9d26-3dbfe3198960), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.600427 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57026fa5-df82-40bf-b06c-75857a88aca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.601674 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-57026fa5-df82-40bf-b06c-75857a88aca7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b9e3ebe-a4a6-4d0d-9d26-3dbfe3198960 HTTP/1.1" status: 204 len: 168 time: 0.5134778 Apr 03 16:18:32.604423 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:32.605301 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for port (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.606690 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] 10.222.0.21 "PUT /v2.0/ports/b04d9afb-d699-458d-a083-7df54b9d4701 HTTP/1.1" status: 200 len: 1093 time: 2.1736655 Apr 03 16:18:32.610472 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:32.613716 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:32.634307 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b92be03a-82da-4c07-aec3-42705b3b5a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:32.652792 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57026fa5-df82-40bf-b06c-75857a88aca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9e3ebe-a4a6-4d0d-9d26-3dbfe3198960,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:32.697141 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Pushing event updated for resources: {'Port': ['ID=50cca8e3-349d-4799-8704-a024b71faba0,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:32.697714 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ed93d427-68e2-45c8-8372-565b8ba9998f req-fe3e9e8f-36ec-4d2c-9aff-f93d6590ca84 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606693 Apr 03 16:18:32.705275 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ba4de-1dac-450f-bcbc-71a1450b7986 service neutron] Pushing event updated for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:32.713925 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:18:32.778916 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec19881c-a482-41bd-a9a1-1fe3f5d0bbba x-openstack-request-id: req-ec19881c-a482-41bd-a9a1-1fe3f5d0bbba {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:32.779428 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:32.779833 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec19881c-a482-41bd-a9a1-1fe3f5d0bbba {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:32.781266 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec19881c-a482-41bd-a9a1-1fe3f5d0bbba'] response: {'name': 'network-changed', 'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'status': 'completed', 'code': 200} Apr 03 16:18:32.890362 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-290e1794-59c4-45c7-8d47-e3f148364803 service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021063 Apr 03 16:18:32.917614 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-fb3c4b2d-fd35-4356-8e5b-62b794f4f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:32.920766 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-fb3c4b2d-fd35-4356-8e5b-62b794f4f9c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 1127 time: 0.1593876 Apr 03 16:18:33.009366 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-1e4111ba-479d-45ea-aacf-eb64d09392d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b04d9afb-d699-458d-a083-7df54b9d4701 HTTP/1.1" status: 200 len: 217 time: 0.0790834 Apr 03 16:18:33.043808 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b4e4d-2fcc-47be-833e-5470ec4ff12f req-73598642-5cc7-4f2d-a167-c0a31032ffae tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:33.045837 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fb8b4e4d-2fcc-47be-833e-5470ec4ff12f req-73598642-5cc7-4f2d-a167-c0a31032ffae tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 943 time: 0.2173643 Apr 03 16:18:33.062594 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:33.160100 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Attempting to bind port 50cca8e3-349d-4799-8704-a024b71faba0 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:18:33.160100 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Attempting to bind port 50cca8e3-349d-4799-8704-a024b71faba0 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:18:33.160767 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Attempting to bind port 50cca8e3-349d-4799-8704-a024b71faba0 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:33.226804 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Port 50cca8e3-349d-4799-8704-a024b71faba0 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:18:33.227303 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Attempting to bind port 50cca8e3-349d-4799-8704-a024b71faba0 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:18:33.243988 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-5cbc313a-7e4b-4a75-8669-a9f8292c634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:33.251747 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-5cbc313a-7e4b-4a75-8669-a9f8292c634d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.2026997 Apr 03 16:18:33.255668 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:18:33.256109 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Checking segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:18:33.256611 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Bound using segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:18:33.257227 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Bound port: 50cca8e3-349d-4799-8704-a024b71faba0, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:18:33.258193 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (50cca8e3-349d-4799-8704-a024b71faba0), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:33.288431 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b92be03a-82da-4c07-aec3-42705b3b5a2f admin admin] Publish callbacks [] for security_group (0d6cf62f-82ed-442c-905a-2300539fe156), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:33.295623 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e437d5e-c690-4407-a513-8224058ff414 req-8fb0eddb-f6c9-4cd1-9cfb-016bfaf187e0 service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883166 Apr 03 16:18:33.336584 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fb8b4e4d-2fcc-47be-833e-5470ec4ff12f req-96a49c84-c3ce-49d2-9ccc-b329b1427135 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754886 Apr 03 16:18:33.361684 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b92be03a-82da-4c07-aec3-42705b3b5a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (0d6cf62f-82ed-442c-905a-2300539fe156), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:33.383638 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-46a75dae-f50f-4f5b-8b52-066cbcc598ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:33.385439 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-46a75dae-f50f-4f5b-8b52-066cbcc598ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1219370 Apr 03 16:18:33.501629 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92be03a-82da-4c07-aec3-42705b3b5a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6cf62f-82ed-442c-905a-2300539fe156,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:33.520974 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b92be03a-82da-4c07-aec3-42705b3b5a2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56e8d522202340c98ad8befd0ef4a336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9543049 Apr 03 16:18:33.523691 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] For port 50cca8e3-349d-4799-8704-a024b71faba0, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:18:33.524021 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34728) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:33.551033 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] For port 50cca8e3-349d-4799-8704-a024b71faba0, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=50cca8e3-349d-4799-8704-a024b71faba0,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:18:33.570661 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-a3b1dbb5-babc-46b6-b632-c73e414af0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:33.572343 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-a3b1dbb5-babc-46b6-b632-c73e414af0a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 1128 time: 0.1453600 Apr 03 16:18:33.599103 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-e83e3501-62f3-4e39-8d74-44e2b7f3ade2 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048190 Apr 03 16:18:33.602429 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430e632-fee0-4ef5-b614-edc191244115 req-18cde62b-9985-4e67-8d5d-3d9bd7fb45cf tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:33.603971 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6430e632-fee0-4ef5-b614-edc191244115 req-18cde62b-9985-4e67-8d5d-3d9bd7fb45cf tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 945 time: 0.1394122 Apr 03 16:18:33.624894 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb08eb3-a3cb-4e3b-a2e0-ef254815d3e5 req-c6ca6dcc-3468-43f3-afea-af16bafebd58 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:33.626341 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9fb08eb3-a3cb-4e3b-a2e0-ef254815d3e5 req-c6ca6dcc-3468-43f3-afea-af16bafebd58 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.1777949 Apr 03 16:18:33.672642 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 34732) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:33.716412 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (50cca8e3-349d-4799-8704-a024b71faba0), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:33.735566 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-da545216-737e-4d4d-96d8-aedd4c779189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:33.741290 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-755c9bfb-0b05-473c-9221-f3dc5fab27ca admin admin] Publish callbacks [] for security_group (0d6cf62f-82ed-442c-905a-2300539fe156), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:33.795169 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9fb08eb3-a3cb-4e3b-a2e0-ef254815d3e5 req-e1700ba3-5c54-4916-9fcb-06f371b81814 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566353 Apr 03 16:18:33.822981 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:33.823749 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:33.825773 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] 10.222.0.21 "PUT /v2.0/ports/50cca8e3-349d-4799-8704-a024b71faba0 HTTP/1.1" status: 200 len: 1093 time: 3.0616503 Apr 03 16:18:33.827601 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-225f7fef-029e-4430-8641-a7f6d9d0393d req-ce98ab46-8ce9-4f70-b22a-28c27d0d38ad service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187996 Apr 03 16:18:33.832569 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-755c9bfb-0b05-473c-9221-f3dc5fab27ca admin admin] Publish callbacks [] for security_group (0d6cf62f-82ed-442c-905a-2300539fe156), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:33.912865 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6430e632-fee0-4ef5-b614-edc191244115 req-3274ce25-3214-48dd-b244-5c57db75818a tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921824 Apr 03 16:18:33.920905 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-cc636206-e0dd-4a58-9150-d0fafa11ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:33.924686 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-cc636206-e0dd-4a58-9150-d0fafa11ba0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 911 time: 0.3456478 Apr 03 16:18:34.010711 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf4322-a039-44fd-bfc9-12384b21452b service neutron] Pushing event updated for resources: {'Port': ['ID=50cca8e3-349d-4799-8704-a024b71faba0,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:34.015174 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-a75220a0-dd7a-4b79-846f-36b85697b974 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3093687-1df5-4e30-b471-4534440c5448 HTTP/1.1" status: 200 len: 217 time: 0.0756781 Apr 03 16:18:34.035973 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-755c9bfb-0b05-473c-9221-f3dc5fab27ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (0d6cf62f-82ed-442c-905a-2300539fe156), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:34.039130 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-755c9bfb-0b05-473c-9221-f3dc5fab27ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:34.051774 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-755c9bfb-0b05-473c-9221-f3dc5fab27ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d6cf62f-82ed-442c-905a-2300539fe156 HTTP/1.1" status: 204 len: 168 time: 0.5137489 Apr 03 16:18:34.083101 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c9bfb-0b05-473c-9221-f3dc5fab27ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6cf62f-82ed-442c-905a-2300539fe156,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:34.126550 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-03ae042e-20dc-4ca4-be93-c989bcf14fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:34.128101 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-03ae042e-20dc-4ca4-be93-c989bcf14fcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a641f716-3fbf-44b3-9d0d-02b1e08dc988 HTTP/1.1" status: 200 len: 849 time: 0.1011665 Apr 03 16:18:34.132362 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d99aa-d157-4169-ad7a-3d1408d222aa req-88f3b896-2288-4dcf-b50a-1975b99af8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:34.141202 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-f7517fd9-efd8-4883-a695-5a3eec09f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:34.142771 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-f7517fd9-efd8-4883-a695-5a3eec09f7ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 1127 time: 0.1344571 Apr 03 16:18:34.143224 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-929d99aa-d157-4169-ad7a-3d1408d222aa req-88f3b896-2288-4dcf-b50a-1975b99af8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 944 time: 0.1545122 Apr 03 16:18:34.183488 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-e3df9578-74e7-43ba-bb8b-479d41ec503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:34.191443 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-e3df9578-74e7-43ba-bb8b-479d41ec503d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 1127 time: 0.2397225 Apr 03 16:18:34.254714 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-929d99aa-d157-4169-ad7a-3d1408d222aa req-665a3aed-743e-4dfe-b4a1-053830e5abde tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104188 Apr 03 16:18:34.284594 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-da545216-737e-4d4d-96d8-aedd4c779189 admin admin] Publish callbacks [] for security_group (051aca46-495d-44f2-8c1c-108af3597ab8), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:34.298620 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:34.304256 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-817bea32-7d41-4344-87e1-c6413c47a9c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50cca8e3-349d-4799-8704-a024b71faba0 HTTP/1.1" status: 200 len: 217 time: 0.0644939 Apr 03 16:18:34.307568 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-d2b3e1e1-b71b-4eea-b188-f3976935b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:34.308983 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-d2b3e1e1-b71b-4eea-b188-f3976935b37b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf513d36-9af9-4e00-9a79-adf1d408c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1713665 Apr 03 16:18:34.371548 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-9364093d-8840-4730-9409-a0ad8186e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:34.373023 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-9364093d-8840-4730-9409-a0ad8186e099 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 917 time: 0.2161844 Apr 03 16:18:34.375823 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-e1843b60-5dd0-4f49-ae71-26598ea6aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:34.375823 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-e1843b60-5dd0-4f49-ae71-26598ea6aad2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 200 len: 853 time: 0.0621583 Apr 03 16:18:34.377122 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-da545216-737e-4d4d-96d8-aedd4c779189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (051aca46-495d-44f2-8c1c-108af3597ab8), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:34.456534 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-acfab40a-fc14-4999-9d22-e446624ef41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:34.458124 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-acfab40a-fc14-4999-9d22-e446624ef41d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45d16502-bfea-4cd7-9a04-a1e90b72c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690403 Apr 03 16:18:34.464855 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-4246c641-46be-47c3-8725-78e4b4705561 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b04d9afb-d699-458d-a083-7df54b9d4701 HTTP/1.1" status: 200 len: 217 time: 0.0720646 Apr 03 16:18:34.478502 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da545216-737e-4d4d-96d8-aedd4c779189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051aca46-495d-44f2-8c1c-108af3597ab8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:34.511895 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-da545216-737e-4d4d-96d8-aedd4c779189 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b4ef505eece4c2d9e827c42fd9589a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8321474 Apr 03 16:18:34.513708 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 34752) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:34.603488 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-087dc1a1-c1a4-4e92-a431-24ad986303d8 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378798 Apr 03 16:18:34.606965 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57859e84-67f9-415f-bb2f-36bbb01dd1c0 admin admin] Publish callbacks [] for security_group (051aca46-495d-44f2-8c1c-108af3597ab8), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:34.681016 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57859e84-67f9-415f-bb2f-36bbb01dd1c0 admin admin] Publish callbacks [] for security_group (051aca46-495d-44f2-8c1c-108af3597ab8), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:34.715427 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d97885-560f-46ea-a580-0005713c3423', 'tag': '50cca8e3-349d-4799-8704-a024b71faba0'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:34.717665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a67ef53-139b-4534-9995-ebd19534c774" -d '{"events": [{"name": "network-changed", "server_uuid": "93d97885-560f-46ea-a580-0005713c3423", "tag": "50cca8e3-349d-4799-8704-a024b71faba0"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:34.742240 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-e95c1c9e-e107-4ecd-b810-1cd644441c37 service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243493 Apr 03 16:18:34.764080 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-be792c43-6ae2-4a8c-bfbe-940a08df0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:34.767452 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-be792c43-6ae2-4a8c-bfbe-940a08df0f02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.2881005 Apr 03 16:18:34.771840 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a6e35ff-b143-46d0-bde8-e230b599c521 req-5113d356-d54f-4d56-ac6c-9e449ff2687c service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599364 Apr 03 16:18:34.847825 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fd205d-0aef-4011-a4f0-b5535b8dc016 x-openstack-request-id: req-a2fd205d-0aef-4011-a4f0-b5535b8dc016 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:34.853150 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d97885-560f-46ea-a580-0005713c3423", "tag": "50cca8e3-349d-4799-8704-a024b71faba0", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:34.853150 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2fd205d-0aef-4011-a4f0-b5535b8dc016 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:34.853150 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2fd205d-0aef-4011-a4f0-b5535b8dc016'] response: {'name': 'network-changed', 'server_uuid': '93d97885-560f-46ea-a580-0005713c3423', 'tag': '50cca8e3-349d-4799-8704-a024b71faba0', 'status': 'completed', 'code': 200} Apr 03 16:18:34.865309 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a48530-260f-48c8-8a3f-c0e158dd5903 req-bacaa447-5995-4109-ab01-acbbbc1bf174 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:34.869489 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57859e84-67f9-415f-bb2f-36bbb01dd1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (051aca46-495d-44f2-8c1c-108af3597ab8), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:34.876402 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57859e84-67f9-415f-bb2f-36bbb01dd1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:34.877280 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f9a48530-260f-48c8-8a3f-c0e158dd5903 req-bacaa447-5995-4109-ab01-acbbbc1bf174 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 943 time: 0.4239182 Apr 03 16:18:34.877863 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-57859e84-67f9-415f-bb2f-36bbb01dd1c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/051aca46-495d-44f2-8c1c-108af3597ab8 HTTP/1.1" status: 204 len: 168 time: 0.3647027 Apr 03 16:18:34.929719 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57859e84-67f9-415f-bb2f-36bbb01dd1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051aca46-495d-44f2-8c1c-108af3597ab8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:34.935603 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f5fe6f2b-d2c9-4536-a858-78fe686ec78e req-67c8215d-f068-4d6d-ae19-ad5cee508169 service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848736 Apr 03 16:18:35.031872 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67ef53-139b-4534-9995-ebd19534c774 req-ffd9f85a-9567-4bcd-bdfc-2ebc3bfb360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:35.039944 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5a67ef53-139b-4534-9995-ebd19534c774 req-ffd9f85a-9567-4bcd-bdfc-2ebc3bfb360a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 1127 time: 0.1127412 Apr 03 16:18:35.059434 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-34074627-ae18-4ab6-816d-1f394a1f8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:35.061088 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-34074627-ae18-4ab6-816d-1f394a1f8e7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2815597 Apr 03 16:18:35.065152 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f9a48530-260f-48c8-8a3f-c0e158dd5903 req-5ac6286a-c822-4d33-81d9-abc0f55f0e58 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271749 Apr 03 16:18:35.072679 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4d2d-1ae6-4f26-8ef5-0892f76f861f req-3b43fe4d-8ffe-4000-8204-28b4fd9a0105 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:35.083150 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f1c4d2d-1ae6-4f26-8ef5-0892f76f861f req-3b43fe4d-8ffe-4000-8204-28b4fd9a0105 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.1416736 Apr 03 16:18:35.209596 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-27dbf3de-62f8-457a-b84e-17c21b16a55f service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421258 Apr 03 16:18:35.271949 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f1c4d2d-1ae6-4f26-8ef5-0892f76f861f req-5e358d31-24de-4941-a5e3-cb9f3f5d1ccc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787460 Apr 03 16:18:35.306266 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67ef53-139b-4534-9995-ebd19534c774 req-6155b057-09a7-48ff-b1b8-b522ef1974f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:35.309380 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5a67ef53-139b-4534-9995-ebd19534c774 req-6155b057-09a7-48ff-b1b8-b522ef1974f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 915 time: 0.2519586 Apr 03 16:18:35.356632 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5a67ef53-139b-4534-9995-ebd19534c774 req-90c051a6-f5c1-48e6-a2dc-db7015a44d69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50cca8e3-349d-4799-8704-a024b71faba0 HTTP/1.1" status: 200 len: 217 time: 0.0400643 Apr 03 16:18:35.369702 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be1bbb-5b3e-4293-9663-05803a55152c req-c4c4537c-966c-46b2-b009-e7ce4397fc9f tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:35.371294 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-12be1bbb-5b3e-4293-9663-05803a55152c req-c4c4537c-966c-46b2-b009-e7ce4397fc9f tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 945 time: 0.1588981 Apr 03 16:18:35.401623 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb800444-2116-44c8-b8f5-d3d79d5eb8cc req-108df2e1-5d38-469d-b44b-818fffeff1f0 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753752 Apr 03 16:18:35.439733 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-12be1bbb-5b3e-4293-9663-05803a55152c req-6aef28bf-db17-4e15-a989-35cede7f9daf tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581987 Apr 03 16:18:35.481578 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67ef53-139b-4534-9995-ebd19534c774 req-8ef16eb9-3b0e-47ad-96a6-e849a85fe517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:35.487181 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5a67ef53-139b-4534-9995-ebd19534c774 req-8ef16eb9-3b0e-47ad-96a6-e849a85fe517 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 200 len: 853 time: 0.1207592 Apr 03 16:18:35.533752 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01605cf-858e-4bca-9706-f9cfbaa43079 req-c39fa1d3-d5cb-4b4a-b241-1261aaaefc49 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:35.535220 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a01605cf-858e-4bca-9706-f9cfbaa43079 req-c39fa1d3-d5cb-4b4a-b241-1261aaaefc49 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 944 time: 0.1144359 Apr 03 16:18:35.576339 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67ef53-139b-4534-9995-ebd19534c774 req-6fcab3da-34dc-4202-9289-c827c54284ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:35.577811 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5a67ef53-139b-4534-9995-ebd19534c774 req-6fcab3da-34dc-4202-9289-c827c54284ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45d16502-bfea-4cd7-9a04-a1e90b72c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884378 Apr 03 16:18:35.599296 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a01605cf-858e-4bca-9706-f9cfbaa43079 req-5549192b-dad8-4b64-a5c4-096865bac7c5 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583715 Apr 03 16:18:35.679743 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5a67ef53-139b-4534-9995-ebd19534c774 req-44d56a2e-4c9d-40e3-81bf-3d77a3cb81ca service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934699 Apr 03 16:18:35.745632 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:35.792612 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:35.876566 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:18:35.880455 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:35.881234 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:35.945257 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5a67ef53-139b-4534-9995-ebd19534c774 req-b1d6cf68-d476-41e4-b204-89405675d684 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601986 Apr 03 16:18:35.968229 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:35.968611 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:35.992139 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c327ecdc-4869-413e-8e74-c932033340bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:36.066918 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,segment=NetworkSegment(d92d4bf6-1985-4f3c-b727-a2efe4e1b781),segment_id=d92d4bf6-1985-4f3c-b727-a2efe4e1b781)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:36.159474 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:36.197199 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eec32c-21d5-49f9-a0c7-9c00b15977be" -d '{"events": [{"server_uuid": "c327ecdc-4869-413e-8e74-c932033340bd", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:36.230020 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:36.244097 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576ffe6-434f-422e-89bf-0c38fb056e28 req-1ba5b395-940d-49f5-a32b-2df952315822 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:36.245652 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6576ffe6-434f-422e-89bf-0c38fb056e28 req-1ba5b395-940d-49f5-a32b-2df952315822 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 943 time: 0.0860791 Apr 03 16:18:36.310497 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629221cb-e43f-4302-a183-b7d49a3457e3 x-openstack-request-id: req-629221cb-e43f-4302-a183-b7d49a3457e3 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:36.310859 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c327ecdc-4869-413e-8e74-c932033340bd", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:36.312503 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-629221cb-e43f-4302-a183-b7d49a3457e3 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:36.312503 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629221cb-e43f-4302-a183-b7d49a3457e3'] response: {'server_uuid': 'c327ecdc-4869-413e-8e74-c932033340bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5', 'code': 200} Apr 03 16:18:36.315313 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6576ffe6-434f-422e-89bf-0c38fb056e28 req-637005be-0e61-4b58-a311-3d014dc1b910 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631878 Apr 03 16:18:36.430615 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f878ab-bc29-419e-915a-a381a89e48b7 req-75d889fa-4de1-420d-b897-2e58778c9677 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:36.432203 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f8f878ab-bc29-419e-915a-a381a89e48b7 req-75d889fa-4de1-420d-b897-2e58778c9677 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0521939 Apr 03 16:18:36.485122 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f8f878ab-bc29-419e-915a-a381a89e48b7 req-6ea243a9-64a7-4438-bab3-df2d7e792577 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467255 Apr 03 16:18:36.574334 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba1e0-46ef-48d7-9096-7fe66671e8f0 req-67fc5b8a-0670-4a12-b8ea-cde444d65ce2 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:36.578542 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-441ba1e0-46ef-48d7-9096-7fe66671e8f0 req-67fc5b8a-0670-4a12-b8ea-cde444d65ce2 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 946 time: 0.0522025 Apr 03 16:18:36.647995 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-441ba1e0-46ef-48d7-9096-7fe66671e8f0 req-6cfa67ca-876c-4a9b-8ab4-887acc5abd43 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644631 Apr 03 16:18:36.759958 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbfa8b-47e8-45dc-8516-798fdaac1025 req-4c8b564f-e778-4fc8-a1f0-d3d0ad084fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:36.761945 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a5bbfa8b-47e8-45dc-8516-798fdaac1025 req-4c8b564f-e778-4fc8-a1f0-d3d0ad084fb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 1130 time: 0.1462011 Apr 03 16:18:36.794944 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a5bbfa8b-47e8-45dc-8516-798fdaac1025 req-b76ceb87-62ee-4657-ab02-90c7898e86b9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:36.809814 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d3fca-673a-4a9a-91b8-7400c03b47d6 req-956d93c6-8f0a-4863-83b6-be44f6286227 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:36.811357 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b55d3fca-673a-4a9a-91b8-7400c03b47d6 req-956d93c6-8f0a-4863-83b6-be44f6286227 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 944 time: 0.1117554 Apr 03 16:18:36.885006 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b55d3fca-673a-4a9a-91b8-7400c03b47d6 req-cc99c3a7-d0b8-4dcd-bf33-7574c0103d71 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626221 Apr 03 16:18:36.929544 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a5bbfa8b-47e8-45dc-8516-798fdaac1025 req-b76ceb87-62ee-4657-ab02-90c7898e86b9 service neutron] Publish callbacks [] for security_group (35180c19-dd70-42be-ba36-edeb8afde2d3), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:37.036892 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a5bbfa8b-47e8-45dc-8516-798fdaac1025 req-b76ceb87-62ee-4657-ab02-90c7898e86b9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (35180c19-dd70-42be-ba36-edeb8afde2d3), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:37.080048 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a5bbfa8b-47e8-45dc-8516-798fdaac1025 req-b76ceb87-62ee-4657-ab02-90c7898e86b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102446 Apr 03 16:18:37.081813 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ceb87-62ee-4657-ab02-90c7898e86b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=35180c19-dd70-42be-ba36-edeb8afde2d3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:37.429550 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a033761-e13e-443a-aef7-25f3474240f4 req-468b6952-0908-4e25-a1c6-627c61af0718 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:37.431075 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5a033761-e13e-443a-aef7-25f3474240f4 req-468b6952-0908-4e25-a1c6-627c61af0718 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 943 time: 0.0507693 Apr 03 16:18:37.482264 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5a033761-e13e-443a-aef7-25f3474240f4 req-1017b20b-bd4a-4493-b4be-4bc7ea7298e2 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451281 Apr 03 16:18:37.607028 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbbd59-6d2c-46d2-9c35-daf69ac5afce req-776c121a-2b5f-4246-a103-5ac51895a3e9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:37.608496 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-95dbbd59-6d2c-46d2-9c35-daf69ac5afce req-776c121a-2b5f-4246-a103-5ac51895a3e9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0518959 Apr 03 16:18:37.660110 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-95dbbd59-6d2c-46d2-9c35-daf69ac5afce req-fdf001c1-625b-4aac-a602-955619436e0a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459495 Apr 03 16:18:37.750423 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device f3093687-1df5-4e30-b471-4534440c5448 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:18:37.776821 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dfb01-5ff3-402a-ab50-397c81d8fd41 req-72fb18bd-a92a-4460-bd9c-b70fbd2a960c tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:37.778456 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b14dfb01-5ff3-402a-ab50-397c81d8fd41 req-72fb18bd-a92a-4460-bd9c-b70fbd2a960c tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 946 time: 0.0562544 Apr 03 16:18:37.845714 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b14dfb01-5ff3-402a-ab50-397c81d8fd41 req-d1ba33d5-ea20-4a25-b93d-91fc6044f264 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583835 Apr 03 16:18:37.885121 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port f3093687-1df5-4e30-b471-4534440c5448, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=f3093687-1df5-4e30-b471-4534440c5448,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:37.899110 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': 'f3093687-1df5-4e30-b471-4534440c5448', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'port_id': 'f3093687-1df5-4e30-b471-4534440c5448', 'mac_address': 'fa:16:3e:bc:58:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:18:37.942538 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port f3093687-1df5-4e30-b471-4534440c5448 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:37.942977 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (f3093687-1df5-4e30-b471-4534440c5448), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:37.961619 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3093687-1df5-4e30-b471-4534440c5448 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:18:37.988327 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port f3093687-1df5-4e30-b471-4534440c5448, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=f3093687-1df5-4e30-b471-4534440c5448,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:38.012066 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6552fd-7631-42b9-9d2c-bd8aac88761b req-d6a902ad-5511-4038-91a6-38d5e0b66a21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:38.013578 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4d6552fd-7631-42b9-9d2c-bd8aac88761b req-d6a902ad-5511-4038-91a6-38d5e0b66a21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 944 time: 0.0545475 Apr 03 16:18:38.053592 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (f3093687-1df5-4e30-b471-4534440c5448), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:38.054885 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device b04d9afb-d699-458d-a083-7df54b9d4701 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:18:38.061709 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4d6552fd-7631-42b9-9d2c-bd8aac88761b req-fbf75e6f-b906-42eb-92e1-2e1255c159a8 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424800 Apr 03 16:18:38.149210 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=f3093687-1df5-4e30-b471-4534440c5448,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:38.207528 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:38.222430 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'port_id': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'mac_address': 'fa:16:3e:70:a2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:18:38.259572 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port b04d9afb-d699-458d-a083-7df54b9d4701 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:38.259957 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:38.272286 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04d9afb-d699-458d-a083-7df54b9d4701 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:18:38.295857 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:38.402392 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:38.450803 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:38.606908 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6a83-292d-4504-9ec1-ded4315d9865 req-f531a02e-a910-4bd0-a320-44456d343bf1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:38.608484 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-04de6a83-292d-4504-9ec1-ded4315d9865 req-f531a02e-a910-4bd0-a320-44456d343bf1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 943 time: 0.0594723 Apr 03 16:18:38.661466 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-04de6a83-292d-4504-9ec1-ded4315d9865 req-747b8936-7642-47a3-b9de-d247459a22f2 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475669 Apr 03 16:18:38.779364 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5972c8-601b-4310-b6b2-0544525a18a6 req-d75d6ddc-5500-4d02-bebf-506d71ef80f3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:38.780847 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4a5972c8-601b-4310-b6b2-0544525a18a6 req-d75d6ddc-5500-4d02-bebf-506d71ef80f3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 944 time: 0.0514114 Apr 03 16:18:38.807247 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['b04d9afb-d699-458d-a083-7df54b9d4701'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:18:38.831930 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['f3093687-1df5-4e30-b471-4534440c5448'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:18:38.837807 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4a5972c8-601b-4310-b6b2-0544525a18a6 req-786b7847-380d-4357-b9c0-4e4acb982d54 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508046 Apr 03 16:18:38.981472 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda7222-059c-495d-917d-12e4185fee59 req-3714c3a3-0faa-4180-8692-14a8d8e2e00a tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:38.995690 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5cda7222-059c-495d-917d-12e4185fee59 req-3714c3a3-0faa-4180-8692-14a8d8e2e00a tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 946 time: 0.0756199 Apr 03 16:18:39.061039 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5cda7222-059c-495d-917d-12e4185fee59 req-33513d33-aef9-460c-8f31-22c37f69fc2f tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580530 Apr 03 16:18:39.203646 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dd1dd-7602-4f58-bb7b-caaa161b0719 req-da538562-dd0e-40b3-955d-79d79869e149 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:39.205063 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-088dd1dd-7602-4f58-bb7b-caaa161b0719 req-da538562-dd0e-40b3-955d-79d79869e149 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 945 time: 0.0684156 Apr 03 16:18:39.251268 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-088dd1dd-7602-4f58-bb7b-caaa161b0719 req-4bab3129-3771-4495-9c03-5e75caae5fb2 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404098 Apr 03 16:18:39.762646 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 50cca8e3-349d-4799-8704-a024b71faba0 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:18:39.767434 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device b04d9afb-d699-458d-a083-7df54b9d4701 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:39.789708 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe991b-00ff-43cf-9da8-bed1ae8a6ce9 req-730e8b6d-e2ea-47d1-8186-d8739f9b78ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:39.791228 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0cfe991b-00ff-43cf-9da8-bed1ae8a6ce9 req-730e8b6d-e2ea-47d1-8186-d8739f9b78ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 943 time: 0.0629420 Apr 03 16:18:39.841229 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0cfe991b-00ff-43cf-9da8-bed1ae8a6ce9 req-d86fe7bb-7ee3-4568-9f42-3e87839bd8ea tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424352 Apr 03 16:18:39.907241 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 50cca8e3-349d-4799-8704-a024b71faba0, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=50cca8e3-349d-4799-8704-a024b71faba0,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:39.919798 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '50cca8e3-349d-4799-8704-a024b71faba0', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'port_id': '50cca8e3-349d-4799-8704-a024b71faba0', 'mac_address': 'fa:16:3e:cf:24:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:18:39.967777 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da7963-7038-475c-b9a4-0f22adca6fb8 req-7e0e5e69-c082-4054-8ff2-58380a0d5abf tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:39.974441 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 50cca8e3-349d-4799-8704-a024b71faba0 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:39.974441 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (50cca8e3-349d-4799-8704-a024b71faba0), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:39.974735 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-05da7963-7038-475c-b9a4-0f22adca6fb8 req-7e0e5e69-c082-4054-8ff2-58380a0d5abf tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 944 time: 0.0653081 Apr 03 16:18:39.991672 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cca8e3-349d-4799-8704-a024b71faba0 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:18:40.017294 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 50cca8e3-349d-4799-8704-a024b71faba0, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=50cca8e3-349d-4799-8704-a024b71faba0,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:40.017294 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port b04d9afb-d699-458d-a083-7df54b9d4701 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:18:40.022904 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port b04d9afb-d699-458d-a083-7df54b9d4701 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:40.023429 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:40.036479 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-05da7963-7038-475c-b9a4-0f22adca6fb8 req-ddb3b64c-8242-49d2-99de-0f8f0dadf42a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577726 Apr 03 16:18:40.156090 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (50cca8e3-349d-4799-8704-a024b71faba0), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:40.198982 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dcffb-477b-4c91-b72e-d050cc05961c req-1b4708b3-7dfa-490b-865e-978f0dfb4e03 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:40.200566 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cf3dcffb-477b-4c91-b72e-d050cc05961c req-1b4708b3-7dfa-490b-865e-978f0dfb4e03 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 946 time: 0.0642030 Apr 03 16:18:40.217079 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=50cca8e3-349d-4799-8704-a024b71faba0,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:40.254374 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cf3dcffb-477b-4c91-b72e-d050cc05961c req-f48b4ffe-0bd4-4ea7-bc60-0c2392c65e19 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474524 Apr 03 16:18:40.258083 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port b04d9afb-d699-458d-a083-7df54b9d4701 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:40.258473 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:40.282258 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:40.284497 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1ef998-5361-425e-ba08-54d4629691d7" -d '{"events": [{"server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "name": "network-vif-plugged", "status": "completed", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:40.299548 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:40.322958 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c2bb1-6889-4487-8530-926f58d7d961 x-openstack-request-id: req-058c2bb1-6889-4487-8530-926f58d7d961 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:40.323326 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "name": "network-vif-plugged", "status": "completed", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:40.323647 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-058c2bb1-6889-4487-8530-926f58d7d961 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:40.324138 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058c2bb1-6889-4487-8530-926f58d7d961'] response: {'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'code': 200} Apr 03 16:18:40.413620 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929044ee-0fd1-4be9-a041-27215aeab0c5 req-c6dfa828-7dd8-4f8d-b203-de607afe5a72 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:40.415276 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-929044ee-0fd1-4be9-a041-27215aeab0c5 req-c6dfa828-7dd8-4f8d-b203-de607afe5a72 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 945 time: 0.0839643 Apr 03 16:18:40.431040 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:40.469086 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-929044ee-0fd1-4be9-a041-27215aeab0c5 req-3478dbde-ec76-4ba1-99cd-a03ad2c9f10d tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479963 Apr 03 16:18:40.486062 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:40.526309 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['50cca8e3-349d-4799-8704-a024b71faba0'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:18:40.771425 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c624-631a-4494-aa46-c708787347a8 req-404f8e97-d769-4b27-ac52-fcbfe032a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:40.773625 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c8f9c624-631a-4494-aa46-c708787347a8 req-404f8e97-d769-4b27-ac52-fcbfe032a184 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 1129 time: 0.0422091 Apr 03 16:18:40.814987 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c8f9c624-631a-4494-aa46-c708787347a8 req-3046c969-4f29-4399-afeb-8c73f168fb6d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363450 Apr 03 16:18:40.967422 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0040618-d92d-4353-8165-f730bbf19526 req-2d05e1f6-5c70-4341-af64-3140743baf3b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:40.971061 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c0040618-d92d-4353-8165-f730bbf19526 req-2d05e1f6-5c70-4341-af64-3140743baf3b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 944 time: 0.0565991 Apr 03 16:18:41.016512 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c0040618-d92d-4353-8165-f730bbf19526 req-bbdf6a79-8820-4b94-a59f-6bef86a1d07d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425432 Apr 03 16:18:41.202404 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67087a-36eb-4acf-a6b3-1e620d6fd981 req-2ff66044-ba9d-4c11-acc4-7b0be782c961 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:41.203886 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6b67087a-36eb-4acf-a6b3-1e620d6fd981 req-2ff66044-ba9d-4c11-acc4-7b0be782c961 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0854719 Apr 03 16:18:41.261210 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6b67087a-36eb-4acf-a6b3-1e620d6fd981 req-64d2b761-e5a8-4bb4-b9a0-aacebce2019f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560451 Apr 03 16:18:41.608994 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d9cf-a71e-4eeb-956a-c257b86900e3 req-07270235-bf6a-4e8d-b37d-ed65685831ce tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:41.610507 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ee05d9cf-a71e-4eeb-956a-c257b86900e3 req-07270235-bf6a-4e8d-b37d-ed65685831ce tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 945 time: 0.0661058 Apr 03 16:18:41.661569 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ee05d9cf-a71e-4eeb-956a-c257b86900e3 req-efae7c57-1325-4ff8-9363-dac74eae8cc3 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454607 Apr 03 16:18:41.717871 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35098) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:41.803257 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 50cca8e3-349d-4799-8704-a024b71faba0 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:41.827331 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b30abfe3-345b-4113-8ec8-dd1d82ba7bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:41.904122 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b30abfe3-345b-4113-8ec8-dd1d82ba7bba admin admin] Publish callbacks [] for security_group (69267f7d-226d-476b-a701-17c90702b10f), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:41.941907 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 50cca8e3-349d-4799-8704-a024b71faba0 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:18:41.946504 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 50cca8e3-349d-4799-8704-a024b71faba0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:41.946932 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (50cca8e3-349d-4799-8704-a024b71faba0), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:41.973751 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b30abfe3-345b-4113-8ec8-dd1d82ba7bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (69267f7d-226d-476b-a701-17c90702b10f), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:42.014687 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b30abfe3-345b-4113-8ec8-dd1d82ba7bba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5863683104bd4a56aa8891f1064984c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956815 Apr 03 16:18:42.015772 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30abfe3-345b-4113-8ec8-dd1d82ba7bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69267f7d-226d-476b-a701-17c90702b10f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:42.018035 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35112) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:42.034396 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 50cca8e3-349d-4799-8704-a024b71faba0 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:42.035624 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (50cca8e3-349d-4799-8704-a024b71faba0), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:42.072800 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-106c97ef-89f5-45b3-ae43-e0d49136e2da admin admin] Publish callbacks [] for security_group (69267f7d-226d-476b-a701-17c90702b10f), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:42.077136 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 50cca8e3-349d-4799-8704-a024b71faba0, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=50cca8e3-349d-4799-8704-a024b71faba0,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:42.095416 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-106c97ef-89f5-45b3-ae43-e0d49136e2da admin admin] Publish callbacks [] for security_group (69267f7d-226d-476b-a701-17c90702b10f), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:42.151057 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (50cca8e3-349d-4799-8704-a024b71faba0), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:42.152396 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device f3093687-1df5-4e30-b471-4534440c5448 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:18:42.177429 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df384e8c-3739-4181-9b39-6276b5b483d1 req-59a9b7d9-3192-4da6-99eb-c02d6dd2d050 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:42.179550 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-df384e8c-3739-4181-9b39-6276b5b483d1 req-59a9b7d9-3192-4da6-99eb-c02d6dd2d050 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 944 time: 0.0816803 Apr 03 16:18:42.262317 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-df384e8c-3739-4181-9b39-6276b5b483d1 req-b16b2d73-688d-4321-bb9e-95089049ea21 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767601 Apr 03 16:18:42.270729 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=50cca8e3-349d-4799-8704-a024b71faba0,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:42.322540 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-106c97ef-89f5-45b3-ae43-e0d49136e2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (69267f7d-226d-476b-a701-17c90702b10f), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:42.325161 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-106c97ef-89f5-45b3-ae43-e0d49136e2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:42.325494 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d97885-560f-46ea-a580-0005713c3423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cca8e3-349d-4799-8704-a024b71faba0'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:42.326619 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-106c97ef-89f5-45b3-ae43-e0d49136e2da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69267f7d-226d-476b-a701-17c90702b10f HTTP/1.1" status: 204 len: 168 time: 0.3075864 Apr 03 16:18:42.329239 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ca16d9-6f9b-4641-86b5-d146b09d7ccf" -d '{"events": [{"server_uuid": "93d97885-560f-46ea-a580-0005713c3423", "name": "network-vif-plugged", "status": "completed", "tag": "50cca8e3-349d-4799-8704-a024b71faba0"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:42.339798 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c97ef-89f5-45b3-ae43-e0d49136e2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69267f7d-226d-476b-a701-17c90702b10f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:42.423270 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port f3093687-1df5-4e30-b471-4534440c5448 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:18:42.432643 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port f3093687-1df5-4e30-b471-4534440c5448 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:18:42.433033 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (f3093687-1df5-4e30-b471-4534440c5448), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:42.448010 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb57d7-f35d-4154-bbc5-5a208ac28be3 req-3d053dba-22ec-4cdd-877b-991f0cbf0a4d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:42.449673 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ddfb57d7-f35d-4154-bbc5-5a208ac28be3 req-3d053dba-22ec-4cdd-877b-991f0cbf0a4d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0939162 Apr 03 16:18:42.461460 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 35142) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:42.520638 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ddfb57d7-f35d-4154-bbc5-5a208ac28be3 req-ad326945-a33e-40a6-916e-7455bb83bd03 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648632 Apr 03 16:18:42.561080 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port f3093687-1df5-4e30-b471-4534440c5448 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:18:42.565944 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (f3093687-1df5-4e30-b471-4534440c5448), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:42.579363 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0243e460-7b10-4942-9f2e-63fc0e3b3ba7 x-openstack-request-id: req-0243e460-7b10-4942-9f2e-63fc0e3b3ba7 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:42.579670 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d97885-560f-46ea-a580-0005713c3423", "name": "network-vif-plugged", "status": "completed", "tag": "50cca8e3-349d-4799-8704-a024b71faba0", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:42.579932 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0243e460-7b10-4942-9f2e-63fc0e3b3ba7 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:42.580327 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0243e460-7b10-4942-9f2e-63fc0e3b3ba7'] response: {'server_uuid': '93d97885-560f-46ea-a580-0005713c3423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cca8e3-349d-4799-8704-a024b71faba0', 'code': 200} Apr 03 16:18:42.597063 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port f3093687-1df5-4e30-b471-4534440c5448, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=f3093687-1df5-4e30-b471-4534440c5448,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:18:42.747915 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (f3093687-1df5-4e30-b471-4534440c5448), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:42.783271 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20c95f-2138-4068-a50a-6eace0223fd8 req-cf743a1e-4c27-46c7-8b24-562fff890b0c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:42.784915 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9f20c95f-2138-4068-a50a-6eace0223fd8 req-cf743a1e-4c27-46c7-8b24-562fff890b0c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 945 time: 0.0568352 Apr 03 16:18:42.799312 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=f3093687-1df5-4e30-b471-4534440c5448,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:42.845275 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9f20c95f-2138-4068-a50a-6eace0223fd8 req-d03b3f22-f9c5-4e7b-8852-60bde7feff5a tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516632 Apr 03 16:18:42.945224 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff773afa-2ae6-47c7-baa5-56c039334a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.020140 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35158) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:43.023782 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff773afa-2ae6-47c7-baa5-56c039334a45 admin admin] Publish callbacks [] for security_group (13910c71-00af-4c48-b50a-befc6bd80480), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.088583 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff773afa-2ae6-47c7-baa5-56c039334a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (13910c71-00af-4c48-b50a-befc6bd80480), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.128689 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ff773afa-2ae6-47c7-baa5-56c039334a45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9ec04c6e77248aba25b74dc57699a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6661632 Apr 03 16:18:43.129640 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff773afa-2ae6-47c7-baa5-56c039334a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13910c71-00af-4c48-b50a-befc6bd80480,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:43.132098 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35166) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:43.141438 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6bd02874-f803-4821-8671-bb606677cf78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.212627 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6515a78-c18b-408f-a248-0782d89bbee0 admin admin] Publish callbacks [] for security_group (13910c71-00af-4c48-b50a-befc6bd80480), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.243565 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6515a78-c18b-408f-a248-0782d89bbee0 admin admin] Publish callbacks [] for security_group (13910c71-00af-4c48-b50a-befc6bd80480), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.291876 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6bd02874-f803-4821-8671-bb606677cf78 admin admin] Publish callbacks [] for security_group (612793f2-7040-48bb-be2d-1612c9631d9a), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.372977 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6fa1-4d4d-4af2-83ee-528b359f6242 req-5e7ebe95-86b9-4b9c-b0ef-518025a6efc0 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:43.374481 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5e8d6fa1-4d4d-4af2-83ee-528b359f6242 req-5e7ebe95-86b9-4b9c-b0ef-518025a6efc0 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0559020 Apr 03 16:18:43.415012 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6515a78-c18b-408f-a248-0782d89bbee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (13910c71-00af-4c48-b50a-befc6bd80480), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.417497 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6515a78-c18b-408f-a248-0782d89bbee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.418652 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b6515a78-c18b-408f-a248-0782d89bbee0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13910c71-00af-4c48-b50a-befc6bd80480 HTTP/1.1" status: 204 len: 168 time: 0.2822957 Apr 03 16:18:43.419333 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6bd02874-f803-4821-8671-bb606677cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (612793f2-7040-48bb-be2d-1612c9631d9a), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.448355 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515a78-c18b-408f-a248-0782d89bbee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13910c71-00af-4c48-b50a-befc6bd80480,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:43.460734 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5e8d6fa1-4d4d-4af2-83ee-528b359f6242 req-71bf3bd5-8b46-4ecb-b5ff-b7f1485cb608 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718851 Apr 03 16:18:43.464619 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-6bd02874-f803-4821-8671-bb606677cf78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5a6e823ea86439daa2822bd1d60459a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4432218 Apr 03 16:18:43.464994 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 35180) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:43.484770 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd02874-f803-4821-8671-bb606677cf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612793f2-7040-48bb-be2d-1612c9631d9a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:43.537042 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ed25187-3e1a-4385-a734-75b6d6177455 admin admin] Publish callbacks [] for security_group (612793f2-7040-48bb-be2d-1612c9631d9a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.562042 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ed25187-3e1a-4385-a734-75b6d6177455 admin admin] Publish callbacks [] for security_group (612793f2-7040-48bb-be2d-1612c9631d9a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.643939 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20000b17-e1b5-4e2b-b459-ca1f96c325cc req-1d43dc86-97c7-425e-b683-4f3f13ce128e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:43.645304 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-20000b17-e1b5-4e2b-b459-ca1f96c325cc req-1d43dc86-97c7-425e-b683-4f3f13ce128e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0536351 Apr 03 16:18:43.692366 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-20000b17-e1b5-4e2b-b459-ca1f96c325cc req-43d600c0-91ae-474a-a07b-c801ede6c2bd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 Apr 03 16:18:43.788028 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ed25187-3e1a-4385-a734-75b6d6177455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (612793f2-7040-48bb-be2d-1612c9631d9a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.791333 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ed25187-3e1a-4385-a734-75b6d6177455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:43.792560 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5ed25187-3e1a-4385-a734-75b6d6177455 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/612793f2-7040-48bb-be2d-1612c9631d9a HTTP/1.1" status: 204 len: 168 time: 0.3262317 Apr 03 16:18:43.800591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed25187-3e1a-4385-a734-75b6d6177455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612793f2-7040-48bb-be2d-1612c9631d9a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:43.856734 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5908-bd64-4626-ad26-5d9994f8dd0e req-6ffdf55a-7caf-4179-8afe-adaec5d8165a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:43.858199 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6f2f5908-bd64-4626-ad26-5d9994f8dd0e req-6ffdf55a-7caf-4179-8afe-adaec5d8165a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0568633 Apr 03 16:18:43.866974 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35192) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:43.871715 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-662112b6-4d8b-4b8d-a94f-703887c66d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'floatingip': {'port_id': 'b04d9afb-d699-458d-a083-7df54b9d4701'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:43.978230 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-662112b6-4d8b-4b8d-a94f-703887c66d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (ccdb3a9a-175e-4f90-825b-62e1617a052f), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:44.109975 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a568bfd-f1d5-4754-82f8-c74a9808f689 req-752fbd82-2c04-4712-ba8c-a6e707d4cf05 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:44.111466 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1a568bfd-f1d5-4754-82f8-c74a9808f689 req-752fbd82-2c04-4712-ba8c-a6e707d4cf05 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.1708753 Apr 03 16:18:44.245236 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1a568bfd-f1d5-4754-82f8-c74a9808f689 req-f34b460a-1be8-4e7a-a858-1d348bbfb6f0 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225584 Apr 03 16:18:44.518127 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 35208) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:44.532942 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f618-3477-4150-9fc6-70f1b52a331b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:44.582401 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3093687-1df5-4e30-b471-4534440c5448'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:44.583992 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7801a3b9-6984-41cb-bfad-a398c9880ad3" -d '{"events": [{"server_uuid": "46c0d9cf-c97b-4941-a950-9470da2424a1", "name": "network-vif-plugged", "status": "completed", "tag": "f3093687-1df5-4e30-b471-4534440c5448"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:44.631812 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f618-3477-4150-9fc6-70f1b52a331b admin admin] Publish callbacks [] for security_group (251317c9-9fbb-4ebb-9425-b8a8383bd0d2), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:44.694737 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f618-3477-4150-9fc6-70f1b52a331b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (251317c9-9fbb-4ebb-9425-b8a8383bd0d2), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:44.736795 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7cc5f618-3477-4150-9fc6-70f1b52a331b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c36685dc7cd445a99ac9458f308963e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169333 Apr 03 16:18:44.737624 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5f618-3477-4150-9fc6-70f1b52a331b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251317c9-9fbb-4ebb-9425-b8a8383bd0d2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:44.739939 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 35216) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:44.779480 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.db.resource_extend [None req-662112b6-4d8b-4b8d-a94f-703887c66d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 03 16:18:44.790378 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64633ef5-8914-4d6f-9478-441521346544 admin admin] Publish callbacks [] for security_group (251317c9-9fbb-4ebb-9425-b8a8383bd0d2), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:44.807665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 35218) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:44.816936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64633ef5-8914-4d6f-9478-441521346544 admin admin] Publish callbacks [] for security_group (251317c9-9fbb-4ebb-9425-b8a8383bd0d2), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:44.839896 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57691434-cbed-4f1d-b995-859a23dc1793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:44.864751 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-662112b6-4d8b-4b8d-a94f-703887c66d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:44.873037 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6afe5-d711-41d5-b664-d2df484646f6 req-ce373234-7182-4372-a312-1ccc4f0944b5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:44.875484 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-45c6afe5-d711-41d5-b664-d2df484646f6 req-ce373234-7182-4372-a312-1ccc4f0944b5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.3428216 Apr 03 16:18:44.932936 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-45c6afe5-d711-41d5-b664-d2df484646f6 req-a1f7812b-12b6-4ba9-9824-4b838d1d652d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528774 Apr 03 16:18:44.933859 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57691434-cbed-4f1d-b995-859a23dc1793 admin admin] Publish callbacks [] for security_group (85bbac5a-944a-4220-87fc-93d5da9c039c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:44.936728 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-662112b6-4d8b-4b8d-a94f-703887c66d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (ccdb3a9a-175e-4f90-825b-62e1617a052f), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:44.988062 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cdffa2-a061-45ac-b0ba-376899fb0219 x-openstack-request-id: req-d1cdffa2-a061-45ac-b0ba-376899fb0219 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:44.988586 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c0d9cf-c97b-4941-a950-9470da2424a1", "name": "network-vif-plugged", "status": "completed", "tag": "f3093687-1df5-4e30-b471-4534440c5448", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:44.989109 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1cdffa2-a061-45ac-b0ba-376899fb0219 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:44.989681 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1cdffa2-a061-45ac-b0ba-376899fb0219'] response: {'server_uuid': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3093687-1df5-4e30-b471-4534440c5448', 'code': 200} Apr 03 16:18:44.996368 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64633ef5-8914-4d6f-9478-441521346544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (251317c9-9fbb-4ebb-9425-b8a8383bd0d2), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:45.000457 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64633ef5-8914-4d6f-9478-441521346544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:45.004773 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-64633ef5-8914-4d6f-9478-441521346544 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/251317c9-9fbb-4ebb-9425-b8a8383bd0d2 HTTP/1.1" status: 204 len: 168 time: 0.2614360 Apr 03 16:18:45.017086 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64633ef5-8914-4d6f-9478-441521346544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251317c9-9fbb-4ebb-9425-b8a8383bd0d2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:45.030744 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57691434-cbed-4f1d-b995-859a23dc1793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (85bbac5a-944a-4220-87fc-93d5da9c039c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:45.055543 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-662112b6-4d8b-4b8d-a94f-703887c66d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Floating IP ccdb3a9a-175e-4f90-825b-62e1617a052f associated. External IP: 172.27.0.35, port: b04d9afb-d699-458d-a083-7df54b9d4701. Apr 03 16:18:45.094895 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-57691434-cbed-4f1d-b995-859a23dc1793 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad6381b37e494e23b00422e736e10dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861950 Apr 03 16:18:45.097289 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 35228) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:45.104073 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57691434-cbed-4f1d-b995-859a23dc1793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bbac5a-944a-4220-87fc-93d5da9c039c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:45.153121 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4575d71-32e3-4a61-ba8f-1098c62976f3 admin admin] Publish callbacks [] for security_group (85bbac5a-944a-4220-87fc-93d5da9c039c), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:45.176522 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4575d71-32e3-4a61-ba8f-1098c62976f3 admin admin] Publish callbacks [] for security_group (85bbac5a-944a-4220-87fc-93d5da9c039c), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:45.292992 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662112b6-4d8b-4b8d-a94f-703887c66d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Router 5e864519-44ae-4d42-87a3-90a41fe7ef15 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:18:45.347637 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4575d71-32e3-4a61-ba8f-1098c62976f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (85bbac5a-944a-4220-87fc-93d5da9c039c), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:45.350439 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4575d71-32e3-4a61-ba8f-1098c62976f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:45.352224 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b4575d71-32e3-4a61-ba8f-1098c62976f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85bbac5a-944a-4220-87fc-93d5da9c039c HTTP/1.1" status: 204 len: 168 time: 0.2538576 Apr 03 16:18:45.360894 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4575d71-32e3-4a61-ba8f-1098c62976f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bbac5a-944a-4220-87fc-93d5da9c039c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:45.438217 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a2161-90c6-4776-8f26-e9236df47a33 req-6505395c-8611-46de-a3c3-ccc97b0f945e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:45.443547 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3d5a2161-90c6-4776-8f26-e9236df47a33 req-6505395c-8611-46de-a3c3-ccc97b0f945e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.1079915 Apr 03 16:18:45.443547 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662112b6-4d8b-4b8d-a94f-703887c66d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:18:45.453367 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-662112b6-4d8b-4b8d-a94f-703887c66d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:45.454402 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] Sync routers for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:18:45.466962 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:45.467585 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:45.519465 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-662112b6-4d8b-4b8d-a94f-703887c66d24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "PUT /v2.0/floatingips/ccdb3a9a-175e-4f90-825b-62e1617a052f HTTP/1.1" status: 200 len: 990 time: 1.6512003 Apr 03 16:18:45.522048 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:45.527836 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc48fe2-2e56-4992-9a40-8a3b7366716d" -d '{"events": [{"name": "network-changed", "server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:45.556032 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3d5a2161-90c6-4776-8f26-e9236df47a33 req-e004f7d7-ef17-4bb7-a2a7-241a0acdf36e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953066 Apr 03 16:18:45.581577 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:45.588985 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c452cce-1fe1-4443-9793-b11f77d0e3c6 x-openstack-request-id: req-5c452cce-1fe1-4443-9793-b11f77d0e3c6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:45.589303 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:45.589707 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c452cce-1fe1-4443-9793-b11f77d0e3c6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:45.590106 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c452cce-1fe1-4443-9793-b11f77d0e3c6'] response: {'name': 'network-changed', 'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'status': 'completed', 'code': 200} Apr 03 16:18:45.849690 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'ccdb3a9a-175e-4f90-825b-62e1617a052f', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'port_id': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'mac_address': 'fa:16:3e:70:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:16Z', 'updated_at': '2022-04-03T16:18:44Z', 'revision_number': 1, 'project_id': '2419a1999f254b0380077716c83eddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:45.876190 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] Checking router: 5e864519-44ae-4d42-87a3-90a41fe7ef15 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:18:45.885450 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:45.886056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:45.998139 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:46.101308 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-d2851400-bd4a-4876-81a9-228661ea8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:46.102617 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-d2851400-bd4a-4876-81a9-228661ea8ce7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 1129 time: 0.1027775 Apr 03 16:18:46.140694 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8efb21-fe5b-4607-a614-039074a4ea81 req-a940b12e-4aa8-4778-83c2-c9d2a9c6d448 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:46.146007 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8c8efb21-fe5b-4607-a614-039074a4ea81 req-a940b12e-4aa8-4778-83c2-c9d2a9c6d448 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0983806 Apr 03 16:18:46.343127 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-a517b1bc-cc97-40db-9ff5-fa97bb4274e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:46.344995 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-a517b1bc-cc97-40db-9ff5-fa97bb4274e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 917 time: 0.2268622 Apr 03 16:18:46.348298 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8c8efb21-fe5b-4607-a614-039074a4ea81 req-b1cb0f6e-ae23-412b-bb04-9d63c4518c23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013373 Apr 03 16:18:46.369868 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d75891-6b1b-4962-8000-c6b8967ed538 req-ae05ad4d-4e1a-461d-ac13-3aff0b47e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:46.372037 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-60d75891-6b1b-4962-8000-c6b8967ed538 req-ae05ad4d-4e1a-461d-ac13-3aff0b47e9f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 1129 time: 0.1449718 Apr 03 16:18:46.373776 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'ccdb3a9a-175e-4f90-825b-62e1617a052f', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'port_id': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'mac_address': 'fa:16:3e:70:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:16Z', 'updated_at': '2022-04-03T16:18:44Z', 'revision_number': 1, 'project_id': '2419a1999f254b0380077716c83eddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:46.407093 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2730e9-ed50-46bd-b443-152430544ea7 None None] The sync data for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi is: [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'ccdb3a9a-175e-4f90-825b-62e1617a052f', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'port_id': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'mac_address': 'fa:16:3e:70:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:16Z', 'updated_at': '2022-04-03T16:18:44Z', 'revision_number': 1, 'project_id': '2419a1999f254b0380077716c83eddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:18:46.484135 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-19d95aef-c12f-4523-a19f-48d3e10be43d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b04d9afb-d699-458d-a083-7df54b9d4701 HTTP/1.1" status: 200 len: 998 time: 0.1336529 Apr 03 16:18:46.488411 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-60d75891-6b1b-4962-8000-c6b8967ed538 req-bb1fd4b8-f9c4-42a6-be37-5a3550442636 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921099 Apr 03 16:18:46.491966 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6b03f-ef84-4d5b-87f6-f9890dda0b27 req-44c30e24-61c1-40b1-9861-55a55b1ebc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:46.493444 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-19e6b03f-ef84-4d5b-87f6-f9890dda0b27 req-44c30e24-61c1-40b1-9861-55a55b1ebc8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 1130 time: 0.1513813 Apr 03 16:18:46.656687 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303ca358-22e6-4e14-95ef-e807fbce5aae None None] New status for floating IP ccdb3a9a-175e-4f90-825b-62e1617a052f: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:18:46.718613 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db20e2-0871-4050-9f10-a08f31b00e11 req-88489602-008c-4d63-ab7d-a79a9fbab5d2 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:46.720110 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-25db20e2-0871-4050-9f10-a08f31b00e11 req-88489602-008c-4d63-ab7d-a79a9fbab5d2 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0882246 Apr 03 16:18:46.797842 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-25db20e2-0871-4050-9f10-a08f31b00e11 req-1ba1294e-fcec-4496-a7f0-9dec0c1ddc16 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712135 Apr 03 16:18:47.489348 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1246c29-ce0b-4620-8829-beeb4b3076db req-43a6d9b6-cb09-430c-be70-c87a8094330a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:47.491426 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e1246c29-ce0b-4620-8829-beeb4b3076db req-43a6d9b6-cb09-430c-be70-c87a8094330a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0672150 Apr 03 16:18:47.542498 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e1246c29-ce0b-4620-8829-beeb4b3076db req-d32985bd-273a-414b-b037-556363954869 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455427 Apr 03 16:18:47.923374 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3d8e5-17b6-4346-a8e9-b33136c05404 req-d7f90794-b8ec-4494-a908-111c6488a7db tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:47.924863 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-84a3d8e5-17b6-4346-a8e9-b33136c05404 req-d7f90794-b8ec-4494-a908-111c6488a7db tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0554504 Apr 03 16:18:47.975140 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-84a3d8e5-17b6-4346-a8e9-b33136c05404 req-b491e2af-a752-44fd-b223-d53353ae28be tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445228 Apr 03 16:18:48.662747 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbea116-80d0-4830-8fe5-d28a9a7a9d48 req-05a6478e-3254-4ddb-a94d-6163f8181257 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:48.664762 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8cbea116-80d0-4830-8fe5-d28a9a7a9d48 req-05a6478e-3254-4ddb-a94d-6163f8181257 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0558383 Apr 03 16:18:48.704822 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35360) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:48.709565 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8cbea116-80d0-4830-8fe5-d28a9a7a9d48 req-5c3566cb-80cc-4db1-9860-a64e707072ef tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394695 Apr 03 16:18:48.807446 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba5ce8a-49c7-4db0-999c-43ab7b025940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:48.876607 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba5ce8a-49c7-4db0-999c-43ab7b025940 admin admin] Publish callbacks [] for security_group (17d4499a-00b7-4f4b-80f7-5efeedd939cf), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:48.955834 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba5ce8a-49c7-4db0-999c-43ab7b025940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (17d4499a-00b7-4f4b-80f7-5efeedd939cf), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:48.994164 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-0ba5ce8a-49c7-4db0-999c-43ab7b025940 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca843ace2af34c748e8b2b0c590af7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881861 Apr 03 16:18:48.995094 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5ce8a-49c7-4db0-999c-43ab7b025940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d4499a-00b7-4f4b-80f7-5efeedd939cf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:48.997025 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 35366) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:49.050810 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a33dfb72-fcf4-454a-b844-a46c350a68f7 admin admin] Publish callbacks [] for security_group (17d4499a-00b7-4f4b-80f7-5efeedd939cf), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:49.076725 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a33dfb72-fcf4-454a-b844-a46c350a68f7 admin admin] Publish callbacks [] for security_group (17d4499a-00b7-4f4b-80f7-5efeedd939cf), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:49.108803 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70c47a-f4ec-49e9-a9eb-8313e59de54a req-0ff8967b-ecd7-42e2-ba8e-64ae95697e1d tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:49.110265 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bc70c47a-f4ec-49e9-a9eb-8313e59de54a req-0ff8967b-ecd7-42e2-ba8e-64ae95697e1d tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0541031 Apr 03 16:18:49.155161 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bc70c47a-f4ec-49e9-a9eb-8313e59de54a req-7ed76f36-39ad-4475-be58-9089c7e6a612 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393035 Apr 03 16:18:49.210833 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a33dfb72-fcf4-454a-b844-a46c350a68f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (17d4499a-00b7-4f4b-80f7-5efeedd939cf), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:49.213328 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a33dfb72-fcf4-454a-b844-a46c350a68f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:49.214470 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a33dfb72-fcf4-454a-b844-a46c350a68f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17d4499a-00b7-4f4b-80f7-5efeedd939cf HTTP/1.1" status: 204 len: 168 time: 0.2164745 Apr 03 16:18:49.222043 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dfb72-fcf4-454a-b844-a46c350a68f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d4499a-00b7-4f4b-80f7-5efeedd939cf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:49.811362 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35382) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:49.824651 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c431d18-1a09-4254-9248-c37b16c70a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:49.838416 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3b612-249e-418e-a965-f256d955fdba req-adae2909-3bb6-4535-b284-b7f2499be3a5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:49.839963 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ada3b612-249e-418e-a965-f256d955fdba req-adae2909-3bb6-4535-b284-b7f2499be3a5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0567522 Apr 03 16:18:49.886684 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ada3b612-249e-418e-a965-f256d955fdba req-8d95e920-13e5-452e-8b9a-64918376e3bf tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410984 Apr 03 16:18:49.896341 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c431d18-1a09-4254-9248-c37b16c70a39 admin admin] Publish callbacks [] for security_group (6f569179-4b6f-4fa0-8c45-c409a86286d3), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:49.950011 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c431d18-1a09-4254-9248-c37b16c70a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (6f569179-4b6f-4fa0-8c45-c409a86286d3), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:49.985506 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c431d18-1a09-4254-9248-c37b16c70a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f569179-4b6f-4fa0-8c45-c409a86286d3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:49.992377 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-9c431d18-1a09-4254-9248-c37b16c70a39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38772f5bfd724f81bac9f58b1f682849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774065 Apr 03 16:18:49.993062 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35386) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:50.039417 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f61c764-271a-4572-81de-75b1bf0f32c3 admin admin] Publish callbacks [] for security_group (6f569179-4b6f-4fa0-8c45-c409a86286d3), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:50.059730 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f61c764-271a-4572-81de-75b1bf0f32c3 admin admin] Publish callbacks [] for security_group (6f569179-4b6f-4fa0-8c45-c409a86286d3), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:50.167460 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f61c764-271a-4572-81de-75b1bf0f32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (6f569179-4b6f-4fa0-8c45-c409a86286d3), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:50.169943 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f61c764-271a-4572-81de-75b1bf0f32c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:50.171106 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-4f61c764-271a-4572-81de-75b1bf0f32c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f569179-4b6f-4fa0-8c45-c409a86286d3 HTTP/1.1" status: 204 len: 168 time: 0.1771533 Apr 03 16:18:50.179678 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61c764-271a-4572-81de-75b1bf0f32c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f569179-4b6f-4fa0-8c45-c409a86286d3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:50.270408 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad92d5-3b7d-4b5e-85f0-f112ad32b20a req-35b43a57-66a9-408e-b976-bfe19e830fe4 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:50.271929 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b0ad92d5-3b7d-4b5e-85f0-f112ad32b20a req-35b43a57-66a9-408e-b976-bfe19e830fe4 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0517912 Apr 03 16:18:50.317250 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b0ad92d5-3b7d-4b5e-85f0-f112ad32b20a req-7f3aaa93-3ceb-4970-a76b-451a9d9c9c39 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396318 Apr 03 16:18:50.631013 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-67d80959-8b17-4e47-a25d-352efae9940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:50.633792 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-67d80959-8b17-4e47-a25d-352efae9940a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.0689058 Apr 03 16:18:50.640072 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-19e6b03f-ef84-4d5b-87f6-f9890dda0b27 req-b66549cf-c6b1-4ec1-815c-08d2db86d8c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576887 Apr 03 16:18:50.688869 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-7720c747-0685-43cd-8338-344367b2bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:50.690542 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-7720c747-0685-43cd-8338-344367b2bed9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497189 Apr 03 16:18:51.018608 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fed7b1-edf4-4aa1-895d-217fb6d54dee req-ff40a19b-bbee-4c9d-be24-a20694800398 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:51.022785 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-37fed7b1-edf4-4aa1-895d-217fb6d54dee req-ff40a19b-bbee-4c9d-be24-a20694800398 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0671921 Apr 03 16:18:51.057090 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-98f50624-1548-481f-8179-33e70cc47f73 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196432 Apr 03 16:18:51.075162 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-37fed7b1-edf4-4aa1-895d-217fb6d54dee req-da2d6a4b-f255-4e5c-8453-f33473d5ffc7 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475852 Apr 03 16:18:51.298794 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6cc48fe2-2e56-4992-9a40-8a3b7366716d req-51b95d91-37d0-42cd-8f71-11fcfb4ab2ec service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880859 Apr 03 16:18:51.446755 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf9c59-6a5c-4f4f-9f57-213bcdfe7da5 req-f2cefc07-1fac-49e4-b58f-7ba5fb05e381 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:51.446755 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-eeaf9c59-6a5c-4f4f-9f57-213bcdfe7da5 req-f2cefc07-1fac-49e4-b58f-7ba5fb05e381 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0540223 Apr 03 16:18:51.493657 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-eeaf9c59-6a5c-4f4f-9f57-213bcdfe7da5 req-7c27b4f6-bb12-4241-a3db-83519bc8cbae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Apr 03 16:18:52.196248 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e000a9-f877-457f-8e3b-ac3079ae9f6e req-460e87cc-7ca1-4bb7-9dff-a08cd7ce6d00 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:52.197990 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-47e000a9-f877-457f-8e3b-ac3079ae9f6e req-460e87cc-7ca1-4bb7-9dff-a08cd7ce6d00 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0579896 Apr 03 16:18:52.254772 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-47e000a9-f877-457f-8e3b-ac3079ae9f6e req-c0eb6f37-eeed-44ba-a9d2-8810f317630e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470002 Apr 03 16:18:52.616137 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4487603-46a0-42c7-b1d5-389193d5affc req-32950e11-efaf-4c5c-8397-2a912c7bf89c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:52.618127 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e4487603-46a0-42c7-b1d5-389193d5affc req-32950e11-efaf-4c5c-8397-2a912c7bf89c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0533338 Apr 03 16:18:52.663705 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e4487603-46a0-42c7-b1d5-389193d5affc req-eba7440c-172c-4913-a576-330cc9d5579e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387156 Apr 03 16:18:52.813624 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:18:53.367585 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdc3f5-0b31-4d82-b467-bd24f5151ead req-ba169d26-42c9-4462-a12b-77e8556a7c1c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:53.369248 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-22bdc3f5-0b31-4d82-b467-bd24f5151ead req-ba169d26-42c9-4462-a12b-77e8556a7c1c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0533080 Apr 03 16:18:53.416501 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-22bdc3f5-0b31-4d82-b467-bd24f5151ead req-a305802e-8980-4232-9ab8-cf25f0840004 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416715 Apr 03 16:18:53.728863 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43283e7-e9a5-4f95-9838-3e94054e2512 req-473263cc-a52c-4207-a72f-36726bb56268 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:53.728863 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d43283e7-e9a5-4f95-9838-3e94054e2512 req-473263cc-a52c-4207-a72f-36726bb56268 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.2466016 Apr 03 16:18:53.736573 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35532) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:53.741990 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-25552511-49d4-4a06-9149-56f7065fd171 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'floatingip': {'port_id': '50cca8e3-349d-4799-8704-a024b71faba0'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:53.785499 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25552511-49d4-4a06-9149-56f7065fd171 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (1625c97e-1971-4331-9ada-448c539337d2), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:53.816051 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248266-c665-4c8f-bd49-ab7647634059 req-90e03216-5a4e-4299-9bc4-c57d328d90d0 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:53.820021 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d9248266-c665-4c8f-bd49-ab7647634059 req-90e03216-5a4e-4299-9bc4-c57d328d90d0 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0683010 Apr 03 16:18:53.875793 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d9248266-c665-4c8f-bd49-ab7647634059 req-d1f0fe6e-103a-4b1a-a893-9c242aa6cc49 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480559 Apr 03 16:18:54.044844 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7339591-879a-4d17-b542-08a14922d395 req-2acacd66-7c47-4c16-b1a4-e6122a572f56 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:54.046343 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d7339591-879a-4d17-b542-08a14922d395 req-2acacd66-7c47-4c16-b1a4-e6122a572f56 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0803900 Apr 03 16:18:54.059861 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 35536) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:54.064609 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-12035316-ee41-4b0b-ad59-d13912ff9f01 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'floatingip': {'port_id': 'f3093687-1df5-4e30-b471-4534440c5448'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:18:54.135521 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12035316-ee41-4b0b-ad59-d13912ff9f01 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (6d790437-66d4-4921-a87d-267af6cca914), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:54.272901 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35540) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:54.284429 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25552511-49d4-4a06-9149-56f7065fd171 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:54.361863 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25552511-49d4-4a06-9149-56f7065fd171 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (1625c97e-1971-4331-9ada-448c539337d2), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:54.458555 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:54.527390 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-25552511-49d4-4a06-9149-56f7065fd171 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Floating IP 1625c97e-1971-4331-9ada-448c539337d2 associated. External IP: 172.27.0.121, port: 50cca8e3-349d-4799-8704-a024b71faba0. Apr 03 16:18:54.667109 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Publish callbacks [] for security_group (ce2b5fde-4188-4b5d-a854-d34b37e4ec9f), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:54.774776 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (ce2b5fde-4188-4b5d-a854-d34b37e4ec9f), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:54.788776 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25552511-49d4-4a06-9149-56f7065fd171 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Router 5da245a6-1534-42ed-9596-3ce504c224b9 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:18:54.815814 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dcf0111d2cb44c159db9d8ab6073b1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392153 Apr 03 16:18:54.818607 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35564) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:54.838586 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b5fde-4188-4b5d-a854-d34b37e4ec9f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:54.847833 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.848382 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.848493 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.848832 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.849153 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.849483 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.849803 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.850123 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.851013 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.851339 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.851664 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.851986 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.852302 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.852617 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.852957 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129d03-9e7c-4bf3-bd17-e1bb0f5fbc1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:54.966589 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d5bd03f-9154-4976-8cf2-f7263d832ffd admin admin] Publish callbacks [] for security_group (ce2b5fde-4188-4b5d-a854-d34b37e4ec9f), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:54.973550 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12035316-ee41-4b0b-ad59-d13912ff9f01 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:54.999356 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d5bd03f-9154-4976-8cf2-f7263d832ffd admin admin] Publish callbacks [] for security_group (ce2b5fde-4188-4b5d-a854-d34b37e4ec9f), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:55.013490 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25552511-49d4-4a06-9149-56f7065fd171 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:18:55.019373 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25552511-49d4-4a06-9149-56f7065fd171 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:55.023982 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:18:55.033629 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:55.034231 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:55.050103 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12035316-ee41-4b0b-ad59-d13912ff9f01 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (6d790437-66d4-4921-a87d-267af6cca914), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:55.075277 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-25552511-49d4-4a06-9149-56f7065fd171 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "PUT /v2.0/floatingips/1625c97e-1971-4331-9ada-448c539337d2 HTTP/1.1" status: 200 len: 991 time: 1.3374598 Apr 03 16:18:55.091034 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d97885-560f-46ea-a580-0005713c3423', 'tag': '50cca8e3-349d-4799-8704-a024b71faba0'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:55.093774 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336c0308-d8ce-4a5a-8276-e902d205bdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "93d97885-560f-46ea-a580-0005713c3423", "tag": "50cca8e3-349d-4799-8704-a024b71faba0"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:55.138994 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c592f3-6eb6-4750-b36c-417c3e44279f x-openstack-request-id: req-c9c592f3-6eb6-4750-b36c-417c3e44279f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:55.139282 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d97885-560f-46ea-a580-0005713c3423", "tag": "50cca8e3-349d-4799-8704-a024b71faba0", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:55.140633 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9c592f3-6eb6-4750-b36c-417c3e44279f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:55.141115 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c592f3-6eb6-4750-b36c-417c3e44279f'] response: {'name': 'network-changed', 'server_uuid': '93d97885-560f-46ea-a580-0005713c3423', 'tag': '50cca8e3-349d-4799-8704-a024b71faba0', 'status': 'completed', 'code': 200} Apr 03 16:18:55.165623 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-12035316-ee41-4b0b-ad59-d13912ff9f01 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Floating IP 6d790437-66d4-4921-a87d-267af6cca914 associated. External IP: 172.27.0.48, port: f3093687-1df5-4e30-b471-4534440c5448. Apr 03 16:18:55.175350 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:55.187893 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d5bd03f-9154-4976-8cf2-f7263d832ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (ce2b5fde-4188-4b5d-a854-d34b37e4ec9f), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:55.191386 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d5bd03f-9154-4976-8cf2-f7263d832ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:55.192974 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-3d5bd03f-9154-4976-8cf2-f7263d832ffd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce2b5fde-4188-4b5d-a854-d34b37e4ec9f HTTP/1.1" status: 204 len: 168 time: 0.3707759 Apr 03 16:18:55.208591 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bd03f-9154-4976-8cf2-f7263d832ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2b5fde-4188-4b5d-a854-d34b37e4ec9f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:55.438293 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12035316-ee41-4b0b-ad59-d13912ff9f01 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Router a842159f-a329-4f9d-90fb-60bf45506a01 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:18:55.551142 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '1625c97e-1971-4331-9ada-448c539337d2', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '50cca8e3-349d-4799-8704-a024b71faba0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:cf:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:15Z', 'updated_at': '2022-04-03T16:18:54Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:55.552308 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12035316-ee41-4b0b-ad59-d13912ff9f01 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:18:55.565194 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] Sync routers for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:18:55.569228 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12035316-ee41-4b0b-ad59-d13912ff9f01 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:55.576734 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:55.580029 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:55.592328 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:18:55.603103 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-12035316-ee41-4b0b-ad59-d13912ff9f01 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "PUT /v2.0/floatingips/6d790437-66d4-4921-a87d-267af6cca914 HTTP/1.1" status: 200 len: 991 time: 1.5420825 Apr 03 16:18:55.603794 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'tag': 'f3093687-1df5-4e30-b471-4534440c5448'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:18:55.607033 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45de480f-497d-49c6-8ecd-64a6f7dde9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "46c0d9cf-c97b-4941-a950-9470da2424a1", "tag": "f3093687-1df5-4e30-b471-4534440c5448"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:18:55.616067 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:55.617586 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:55.670718 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd1c6d2-4d94-48d1-8cee-806e159592ce x-openstack-request-id: req-afd1c6d2-4d94-48d1-8cee-806e159592ce {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:18:55.670718 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c0d9cf-c97b-4941-a950-9470da2424a1", "tag": "f3093687-1df5-4e30-b471-4534440c5448", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:18:55.670718 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afd1c6d2-4d94-48d1-8cee-806e159592ce {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:18:55.670718 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd1c6d2-4d94-48d1-8cee-806e159592ce'] response: {'name': 'network-changed', 'server_uuid': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'tag': 'f3093687-1df5-4e30-b471-4534440c5448', 'status': 'completed', 'code': 200} Apr 03 16:18:55.923899 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:55.925252 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:55.958377 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '1625c97e-1971-4331-9ada-448c539337d2', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '50cca8e3-349d-4799-8704-a024b71faba0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:cf:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:15Z', 'updated_at': '2022-04-03T16:18:54Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:56.165787 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '6d790437-66d4-4921-a87d-267af6cca914', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'port_id': 'f3093687-1df5-4e30-b471-4534440c5448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'mac_address': 'fa:16:3e:bc:58:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:09Z', 'updated_at': '2022-04-03T16:18:54Z', 'revision_number': 1, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:56.167196 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94cdbc-a275-4640-8d7d-650c00ee7b74 None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '1625c97e-1971-4331-9ada-448c539337d2', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '50cca8e3-349d-4799-8704-a024b71faba0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:cf:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:15Z', 'updated_at': '2022-04-03T16:18:54Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:18:56.168867 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] Checking router: a842159f-a329-4f9d-90fb-60bf45506a01 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:18:56.168867 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:18:56.168867 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:18:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:56.191772 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54217ba3-c2b0-4a97-b74e-3c715e7a777c None None] New status for floating IP 1625c97e-1971-4331-9ada-448c539337d2: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:18:56.243369 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:18:56.463969 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '6d790437-66d4-4921-a87d-267af6cca914', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'port_id': 'f3093687-1df5-4e30-b471-4534440c5448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'mac_address': 'fa:16:3e:bc:58:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:09Z', 'updated_at': '2022-04-03T16:18:54Z', 'revision_number': 1, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:18:56.489566 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4aacc3-f61e-4f62-a7a6-62031208a38d None None] The sync data for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi is: [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '6d790437-66d4-4921-a87d-267af6cca914', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'port_id': 'f3093687-1df5-4e30-b471-4534440c5448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'mac_address': 'fa:16:3e:bc:58:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:09Z', 'updated_at': '2022-04-03T16:18:54Z', 'revision_number': 1, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:18:56.502814 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35602) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:56.518527 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74d40261-850a-4c72-b852-85ba5fcd080c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:56.598872 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74d40261-850a-4c72-b852-85ba5fcd080c admin admin] Publish callbacks [] for security_group (4e92e961-c73c-4295-bac8-04a4c1b83da9), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:56.667333 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74d40261-850a-4c72-b852-85ba5fcd080c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4e92e961-c73c-4295-bac8-04a4c1b83da9), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:56.700973 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b254d-691f-453a-a55d-9aff0fde791f None None] New status for floating IP 6d790437-66d4-4921-a87d-267af6cca914: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:18:56.705309 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-74d40261-850a-4c72-b852-85ba5fcd080c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3eedc57afd4475f8ec790be9eaf80e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012830 Apr 03 16:18:56.707982 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 35604) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:18:56.711040 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d40261-850a-4c72-b852-85ba5fcd080c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e92e961-c73c-4295-bac8-04a4c1b83da9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:56.757902 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Publish callbacks [] for security_group (4e92e961-c73c-4295-bac8-04a4c1b83da9), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:56.778741 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Publish callbacks [] for security_group (4e92e961-c73c-4295-bac8-04a4c1b83da9), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:56.901567 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4e92e961-c73c-4295-bac8-04a4c1b83da9), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:56.904166 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:56.905317 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e92e961-c73c-4295-bac8-04a4c1b83da9 HTTP/1.1" status: 204 len: 168 time: 0.1962421 Apr 03 16:18:56.913691 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e92e961-c73c-4295-bac8-04a4c1b83da9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:18:56.920732 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.921069 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.921428 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.921766 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.922117 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.922455 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.922807 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.923159 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.923449 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.923764 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.924156 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.924384 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.924703 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.928024 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:56.928389 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c618e29-10ce-4827-a059-e75e8055c2a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:18:58.713273 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-d5f5886b-574d-4b3a-b787-d439148cee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:58.714789 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-d5f5886b-574d-4b3a-b787-d439148cee32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 1129 time: 0.0453596 Apr 03 16:18:58.751947 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-3a59c339-cd4c-4abb-9020-fd7cdc962215 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546920 Apr 03 16:18:58.753617 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-9f0b25dc-8849-41b4-a7ce-970ac0e5405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:58.755035 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-9f0b25dc-8849-41b4-a7ce-970ac0e5405b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 1130 time: 0.0850682 Apr 03 16:18:58.827214 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-80698b51-f7cc-4ae7-bfb3-5335c07c7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:58.828673 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-80698b51-f7cc-4ae7-bfb3-5335c07c7e66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 915 time: 0.0989046 Apr 03 16:18:58.895898 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-9842cca6-8879-4e3a-ba60-3ae7360ae3e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50cca8e3-349d-4799-8704-a024b71faba0 HTTP/1.1" status: 200 len: 1001 time: 0.0601215 Apr 03 16:18:58.897287 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-6532e318-f69e-4561-aab7-edab9c06cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:58.898750 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-6532e318-f69e-4561-aab7-edab9c06cf7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82b370361e684835999918d82c6432c3&device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 1130 time: 0.0824790 Apr 03 16:18:58.903213 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-535c76f8-d237-4aea-ab9e-73734d0cc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:58.904530 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-535c76f8-d237-4aea-ab9e-73734d0cc059 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 911 time: 0.1401384 Apr 03 16:18:58.963769 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-9ca01b63-ff43-42c8-9243-bca01ae47889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:58.965213 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-9ca01b63-ff43-42c8-9243-bca01ae47889 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 200 len: 853 time: 0.0505807 Apr 03 16:18:59.020575 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-91759628-61ab-49dd-a0d7-fd78e2a0ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:59.022503 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-91759628-61ab-49dd-a0d7-fd78e2a0ea7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45d16502-bfea-4cd7-9a04-a1e90b72c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506108 Apr 03 16:18:59.058648 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-a79c13a2-1704-453a-a5a1-2389cb34041d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3093687-1df5-4e30-b471-4534440c5448 HTTP/1.1" status: 200 len: 1001 time: 0.1428828 Apr 03 16:18:59.076210 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:59.116419 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-acd66b0f-db3c-4893-ac03-9d0e9505897b service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864639 Apr 03 16:18:59.137453 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-c465fcc6-0e4a-4c98-9e8f-98f73c181a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:59.138921 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-c465fcc6-0e4a-4c98-9e8f-98f73c181a47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=de4b0109-997c-4f21-804a-ba0a9708768d HTTP/1.1" status: 200 len: 912 time: 0.1820972 Apr 03 16:18:59.142363 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-1c5fc4cf-74e2-4f39-9885-a00b6e0bcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:59.143754 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-1c5fc4cf-74e2-4f39-9885-a00b6e0bcd72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a641f716-3fbf-44b3-9d0d-02b1e08dc988 HTTP/1.1" status: 200 len: 849 time: 0.0786505 Apr 03 16:18:59.209242 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-d8713e6c-ddc9-450b-a28b-a843558fc967 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 HTTP/1.1" status: 200 len: 217 time: 0.0555785 Apr 03 16:18:59.220561 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-336c0308-d8ce-4a5a-8276-e902d205bdc6 req-10d992d0-35ff-45c9-97da-ee8f5defe9a3 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908880 Apr 03 16:18:59.262251 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-3d37b0f3-6159-49d4-9af5-6515df53495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:59.263841 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-3d37b0f3-6159-49d4-9af5-6515df53495c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf513d36-9af9-4e00-9a79-adf1d408c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091342 Apr 03 16:18:59.270843 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-a19747c1-6802-4e87-87cc-ea47ca2fcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:18:59.272281 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-a19747c1-6802-4e87-87cc-ea47ca2fcd64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa095876-b060-44f6-bcdd-a5bf07c2ef2a HTTP/1.1" status: 200 len: 851 time: 0.0542383 Apr 03 16:18:59.340040 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-a0f4edfe-2e8b-4a4d-94fa-34884a5350a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=de4b0109-997c-4f21-804a-ba0a9708768d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469050 Apr 03 16:18:59.459248 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-cb3f3ef8-ddb2-4e48-8946-404b37f99db8 service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860554 Apr 03 16:18:59.523547 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-ac8e69d9-b038-4554-81d7-4fb628c46c85 service neutron] 10.222.0.21 "GET /v2.0/networks/de4b0109-997c-4f21-804a-ba0a9708768d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760509 Apr 03 16:18:59.604985 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9aa9423-0b95-4c7e-89de-c34c36f43380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:18:59.841978 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-45de480f-497d-49c6-8ecd-64a6f7dde9e0 req-ba4a2eb7-d37e-4e9e-8e52-fcc7ccd5f889 service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768680 Apr 03 16:18:59.858978 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-32bc933f-8a11-4553-b79c-04a88890dde4 req-5cbcd989-e855-486d-af64-03c2cbb8cbf1 service neutron] 10.222.0.21 "GET /v2.0/networks/de4b0109-997c-4f21-804a-ba0a9708768d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252144 Apr 03 16:19:01.870083 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a85dc88-e154-4f1e-b22f-c825e40900e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:02.900977 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:04.258547 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:05.775591 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:05.906229 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a41a9-4a37-46d3-a752-d74c6e28a1f4 req-bcfbe30f-f945-4cbb-b262-f3801fdbf19f tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:05.907830 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cf8a41a9-4a37-46d3-a752-d74c6e28a1f4 req-bcfbe30f-f945-4cbb-b262-f3801fdbf19f tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 946 time: 0.0543375 Apr 03 16:19:05.957555 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cf8a41a9-4a37-46d3-a752-d74c6e28a1f4 req-0e91aad8-ed7d-4c56-bf40-794a118abc5f tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434680 Apr 03 16:19:07.076930 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b9923-604f-4474-90ab-6caccee5e162 req-d96e8839-228d-429d-8ee3-eaa55bcc1616 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:07.078503 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8d2b9923-604f-4474-90ab-6caccee5e162 req-d96e8839-228d-429d-8ee3-eaa55bcc1616 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 946 time: 0.0519755 Apr 03 16:19:07.128988 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8d2b9923-604f-4474-90ab-6caccee5e162 req-38a3db49-1542-4a9f-a910-cb8aeec8f090 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 Apr 03 16:19:08.252585 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ee037-7573-4faf-a41a-41f2326c4d4e req-3afacc97-0051-4b22-80dc-d727de437f7d tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:08.254078 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3c7ee037-7573-4faf-a41a-41f2326c4d4e req-3afacc97-0051-4b22-80dc-d727de437f7d tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 946 time: 0.0561867 Apr 03 16:19:08.301305 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3c7ee037-7573-4faf-a41a-41f2326c4d4e req-e98a565b-8506-41ec-ae0d-b09005477c13 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Apr 03 16:19:09.329165 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-89d4ccc2-ad23-43b0-99d4-3f74533185b1 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:09.330501 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-89d4ccc2-ad23-43b0-99d4-3f74533185b1 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 946 time: 0.0609236 Apr 03 16:19:09.482224 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41076416-5c81-4135-b912-d2ef8786f622 req-7aad37db-f89d-41c9-b250-ff0859cb6126 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:09.483921 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-41076416-5c81-4135-b912-d2ef8786f622 req-7aad37db-f89d-41c9-b250-ff0859cb6126 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 946 time: 0.1127963 Apr 03 16:19:09.515294 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-b85408f8-79e3-4905-bf4f-e11184c47fe3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Deleting port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:19:09.515622 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-b85408f8-79e3-4905-bf4f-e11184c47fe3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:09.597495 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-41076416-5c81-4135-b912-d2ef8786f622 req-6f733942-a2da-4e83-b2f8-41f4421f5b6e tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c6c53c8-79d2-42ef-9055-c2d6c958ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008430 Apr 03 16:19:09.632219 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-b85408f8-79e3-4905-bf4f-e11184c47fe3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] For port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,segment=NetworkSegment(d92d4bf6-1985-4f3c-b727-a2efe4e1b781),segment_id=d92d4bf6-1985-4f3c-b727-a2efe4e1b781)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:09.632572 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-b85408f8-79e3-4905-bf4f-e11184c47fe3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:09.647128 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-b85408f8-79e3-4905-bf4f-e11184c47fe3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Calling delete_port for 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:19:09.767160 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35868) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:09.869499 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-b85408f8-79e3-4905-bf4f-e11184c47fe3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:09.872580 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cf24cf6-4953-4f10-901c-6713a608a2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:09.891257 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:19:09.900672 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85408f8-79e3-4905-bf4f-e11184c47fe3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Pushing event deleted for resources: {'Port': ['ID=4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:09.962421 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cf24cf6-4953-4f10-901c-6713a608a2d8 admin admin] Publish callbacks [] for security_group (de16b0e3-7b8f-4ce7-943e-bccc7ec462f0), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:09.963831 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-b85408f8-79e3-4905-bf4f-e11184c47fe3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] No DVR routers for this DVR port 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:19:09.966910 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-b85408f8-79e3-4905-bf4f-e11184c47fe3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:09.970142 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-552242c4-0c47-4c48-9b88-0d281ee33dff req-b85408f8-79e3-4905-bf4f-e11184c47fe3 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.21 "DELETE /v2.0/ports/4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 HTTP/1.1" status: 204 len: 173 time: 0.6319697 Apr 03 16:19:09.970635 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c327ecdc-4869-413e-8e74-c932033340bd', 'name': 'network-vif-deleted', 'tag': '4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:19:09.972805 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f3d5e-8245-48d6-8bf9-e00f4e9785e5" -d '{"events": [{"server_uuid": "c327ecdc-4869-413e-8e74-c932033340bd", "name": "network-vif-deleted", "tag": "4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:19:10.009786 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49e3575-d9bf-4ea2-8423-173f0bfb325e x-openstack-request-id: req-b49e3575-d9bf-4ea2-8423-173f0bfb325e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:19:10.010077 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c327ecdc-4869-413e-8e74-c932033340bd", "name": "network-vif-deleted", "tag": "4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:19:10.010327 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b49e3575-d9bf-4ea2-8423-173f0bfb325e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:19:10.010764 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49e3575-d9bf-4ea2-8423-173f0bfb325e'] response: {'server_uuid': 'c327ecdc-4869-413e-8e74-c932033340bd', 'name': 'network-vif-deleted', 'tag': '4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5', 'status': 'completed', 'code': 200} Apr 03 16:19:10.040858 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cf24cf6-4953-4f10-901c-6713a608a2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (de16b0e3-7b8f-4ce7-943e-bccc7ec462f0), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:10.077794 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf24cf6-4953-4f10-901c-6713a608a2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de16b0e3-7b8f-4ce7-943e-bccc7ec462f0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:10.083090 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-1cf24cf6-4953-4f10-901c-6713a608a2d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20bd456c1f1c43b2a5933953dddbf7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148279 Apr 03 16:19:10.086261 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35876) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:10.132307 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84f5b9f8-760d-4669-9296-bd1f37458b6d admin admin] Publish callbacks [] for security_group (de16b0e3-7b8f-4ce7-943e-bccc7ec462f0), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:10.152847 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84f5b9f8-760d-4669-9296-bd1f37458b6d admin admin] Publish callbacks [] for security_group (de16b0e3-7b8f-4ce7-943e-bccc7ec462f0), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:10.272673 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84f5b9f8-760d-4669-9296-bd1f37458b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (de16b0e3-7b8f-4ce7-943e-bccc7ec462f0), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:10.275091 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84f5b9f8-760d-4669-9296-bd1f37458b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:10.276272 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-84f5b9f8-760d-4669-9296-bd1f37458b6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de16b0e3-7b8f-4ce7-943e-bccc7ec462f0 HTTP/1.1" status: 204 len: 168 time: 0.1891086 Apr 03 16:19:10.284150 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5b9f8-760d-4669-9296-bd1f37458b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de16b0e3-7b8f-4ce7-943e-bccc7ec462f0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:10.695897 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-da850a4d-66c5-4ca8-a3f8-be95b26227d0 req-1185825d-63a0-4934-90e8-9572d97ee2d7 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.0304742 Apr 03 16:19:10.858909 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35894) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:10.872101 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58a9286f-8d36-49d4-9bf5-d0eca9f5e528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:10.945438 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58a9286f-8d36-49d4-9bf5-d0eca9f5e528 admin admin] Publish callbacks [] for security_group (d83e5fe1-ffa4-4c18-a428-30676b77b8ff), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:11.023879 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58a9286f-8d36-49d4-9bf5-d0eca9f5e528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d83e5fe1-ffa4-4c18-a428-30676b77b8ff), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:11.061312 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-58a9286f-8d36-49d4-9bf5-d0eca9f5e528 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd5e2aecafaa452eb57e0442fd5f5222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013535 Apr 03 16:19:11.062391 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9286f-8d36-49d4-9bf5-d0eca9f5e528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83e5fe1-ffa4-4c18-a428-30676b77b8ff,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:11.064060 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 35898) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:11.110974 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-844709db-a66a-43c9-b58b-ccb3f7cd8a14 admin admin] Publish callbacks [] for security_group (d83e5fe1-ffa4-4c18-a428-30676b77b8ff), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:11.131907 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-844709db-a66a-43c9-b58b-ccb3f7cd8a14 admin admin] Publish callbacks [] for security_group (d83e5fe1-ffa4-4c18-a428-30676b77b8ff), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:11.241398 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-844709db-a66a-43c9-b58b-ccb3f7cd8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d83e5fe1-ffa4-4c18-a428-30676b77b8ff), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:11.244722 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-844709db-a66a-43c9-b58b-ccb3f7cd8a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:11.246060 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-844709db-a66a-43c9-b58b-ccb3f7cd8a14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d83e5fe1-ffa4-4c18-a428-30676b77b8ff HTTP/1.1" status: 204 len: 168 time: 0.1809392 Apr 03 16:19:11.253559 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844709db-a66a-43c9-b58b-ccb3f7cd8a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83e5fe1-ffa4-4c18-a428-30676b77b8ff,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:11.791140 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-35f996a1-2f89-42bb-aea9-b691f36d9704 req-78e024b4-9ad0-4518-8989-ea9267c4482e tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.0273993 Apr 03 16:19:11.900669 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35912) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:11.913437 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e675347-4fcf-4421-bfcf-0b0de8ac71f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:11.985216 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e675347-4fcf-4421-bfcf-0b0de8ac71f5 admin admin] Publish callbacks [] for security_group (640421a8-6db4-412b-8781-307042de6039), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:12.069765 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e675347-4fcf-4421-bfcf-0b0de8ac71f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (640421a8-6db4-412b-8781-307042de6039), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:12.109107 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e675347-4fcf-4421-bfcf-0b0de8ac71f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640421a8-6db4-412b-8781-307042de6039,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:12.115556 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-1e675347-4fcf-4421-bfcf-0b0de8ac71f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6587508f6eb44a9abb43ba53692b757d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138247 Apr 03 16:19:12.118400 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 35916) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:12.166446 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1c48-2d16-4c7e-89d0-f869063cc347 admin admin] Publish callbacks [] for security_group (640421a8-6db4-412b-8781-307042de6039), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:12.186851 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1c48-2d16-4c7e-89d0-f869063cc347 admin admin] Publish callbacks [] for security_group (640421a8-6db4-412b-8781-307042de6039), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:12.292448 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1c48-2d16-4c7e-89d0-f869063cc347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (640421a8-6db4-412b-8781-307042de6039), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:12.295055 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1c48-2d16-4c7e-89d0-f869063cc347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:12.296198 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8cdf1c48-2d16-4c7e-89d0-f869063cc347 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/640421a8-6db4-412b-8781-307042de6039 HTTP/1.1" status: 204 len: 168 time: 0.1771140 Apr 03 16:19:12.304232 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf1c48-2d16-4c7e-89d0-f869063cc347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640421a8-6db4-412b-8781-307042de6039,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:12.887284 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6fb85b9f-fd35-4005-826e-cb658b56666d req-3cc3e9f9-0d1a-4443-977f-620df4f9f386 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.0263376 Apr 03 16:19:13.954576 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:19:13.974093 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:19:13.974438 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 4a2a52f8-f6b5-418c-80bf-bd16a2c8c8e5 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:19:13.983248 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-01211b31-8180-44dc-bb79-f9e721231a58 req-ff6d71b6-a8b0-4dc9-8608-f7ea4a2bffe1 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.0268633 Apr 03 16:19:15.091062 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-38cf8efc-5d57-47f6-8fd7-aaea4b76b5b2 req-8b134966-225a-4169-800d-511c235884d8 tempest-DeleteServersTestJSON-726594733 tempest-DeleteServersTestJSON-726594733-project] 10.222.0.37 "GET /v2.0/ports?device_id=c327ecdc-4869-413e-8e74-c932033340bd HTTP/1.1" status: 200 len: 210 time: 0.0286074 Apr 03 16:19:17.400094 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36062) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:17.511743 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d475e058-ba49-4d97-b937-bee54167041a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:17.597346 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d475e058-ba49-4d97-b937-bee54167041a admin admin] Publish callbacks [] for security_group (a7f647a2-e366-45bb-8778-3bfc4f003645), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:17.746346 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36080) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:17.772021 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d475e058-ba49-4d97-b937-bee54167041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a7f647a2-e366-45bb-8778-3bfc4f003645), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:17.824595 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b979c0-8531-462e-947d-01c94c4ab83c admin admin] Deleting subnet fa095876-b060-44f6-bcdd-a5bf07c2ef2a {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:19:17.828274 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-d475e058-ba49-4d97-b937-bee54167041a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1ded3bf3fa443bebfb6bab85fd21325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272401 Apr 03 16:19:17.830767 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475e058-ba49-4d97-b937-bee54167041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f647a2-e366-45bb-8778-3bfc4f003645,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:17.832833 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36084) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:17.848772 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11b979c0-8531-462e-947d-01c94c4ab83c admin admin] Publish callbacks [] for subnet (fa095876-b060-44f6-bcdd-a5bf07c2ef2a), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:17.877989 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11b979c0-8531-462e-947d-01c94c4ab83c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7593495'] for subnet (fa095876-b060-44f6-bcdd-a5bf07c2ef2a), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:17.886773 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8caaf062-ac37-4805-a8b4-6349b268663c admin admin] Publish callbacks [] for security_group (a7f647a2-e366-45bb-8778-3bfc4f003645), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:17.907063 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8caaf062-ac37-4805-a8b4-6349b268663c admin admin] Publish callbacks [] for security_group (a7f647a2-e366-45bb-8778-3bfc4f003645), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:17.920501 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11b979c0-8531-462e-947d-01c94c4ab83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (fa095876-b060-44f6-bcdd-a5bf07c2ef2a), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.021110 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8caaf062-ac37-4805-a8b4-6349b268663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a7f647a2-e366-45bb-8778-3bfc4f003645), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.023894 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8caaf062-ac37-4805-a8b4-6349b268663c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.025042 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8caaf062-ac37-4805-a8b4-6349b268663c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7f647a2-e366-45bb-8778-3bfc4f003645 HTTP/1.1" status: 204 len: 168 time: 0.1909728 Apr 03 16:19:18.032642 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaf062-ac37-4805-a8b4-6349b268663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f647a2-e366-45bb-8778-3bfc4f003645,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:18.058595 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11b979c0-8531-462e-947d-01c94c4ab83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8307492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7454057'] for subnet (fa095876-b060-44f6-bcdd-a5bf07c2ef2a), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.085014 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b979c0-8531-462e-947d-01c94c4ab83c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa095876-b060-44f6-bcdd-a5bf07c2ef2a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:18.086804 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11b979c0-8531-462e-947d-01c94c4ab83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.089875 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-11b979c0-8531-462e-947d-01c94c4ab83c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fa095876-b060-44f6-bcdd-a5bf07c2ef2a HTTP/1.1" status: 204 len: 168 time: 0.3425107 Apr 03 16:19:18.092408 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36088) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:18.158168 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (de4b0109-997c-4f21-804a-ba0a9708768d), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.236887 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (de4b0109-997c-4f21-804a-ba0a9708768d), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.256298 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4b0109-997c-4f21-804a-ba0a9708768d']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:18.266689 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92d4bf6-1985-4f3c-b727-a2efe4e1b781') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:18.266689 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92d4bf6-1985-4f3c-b727-a2efe4e1b781') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:18.275490 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (d92d4bf6-1985-4f3c-b727-a2efe4e1b781), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.288905 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (d92d4bf6-1985-4f3c-b727-a2efe4e1b781), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.294895 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:19:18.295382 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (d92d4bf6-1985-4f3c-b727-a2efe4e1b781), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:19:18.297266 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:19:18.404045 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (de4b0109-997c-4f21-804a-ba0a9708768d), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.409605 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.415582 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] 10.222.0.37 "DELETE /v2.0/networks/de4b0109-997c-4f21-804a-ba0a9708768d HTTP/1.1" status: 204 len: 168 time: 0.3198535 Apr 03 16:19:18.428184 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cc9aa-d512-4975-9661-c7b34b0d250a admin admin] Pushing event deleted for resources: {'Network': ['ID=de4b0109-997c-4f21-804a-ba0a9708768d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:18.817253 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36116) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:18.864025 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-a1ff15b0-dbc3-44de-8119-35fc43acd14e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82b370361e684835999918d82c6432c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425436 Apr 03 16:19:18.864290 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36122) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:18.918397 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3038d7d-5144-4894-93f8-fbe3151af925 admin admin] Publish callbacks [] for security_group (6c6c53c8-79d2-42ef-9055-c2d6c958ec10), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:18.940277 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3038d7d-5144-4894-93f8-fbe3151af925 admin admin] Publish callbacks [] for security_group (6c6c53c8-79d2-42ef-9055-c2d6c958ec10), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:19.058240 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3038d7d-5144-4894-93f8-fbe3151af925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (6c6c53c8-79d2-42ef-9055-c2d6c958ec10), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:19.060810 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3038d7d-5144-4894-93f8-fbe3151af925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:19.062000 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-a3038d7d-5144-4894-93f8-fbe3151af925 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c6c53c8-79d2-42ef-9055-c2d6c958ec10 HTTP/1.1" status: 204 len: 168 time: 0.1967726 Apr 03 16:19:19.070695 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3038d7d-5144-4894-93f8-fbe3151af925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6c53c8-79d2-42ef-9055-c2d6c958ec10,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:19.827028 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36168) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:19.931652 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-897335c0-1fae-45e2-ac63-59d54de89a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.031504 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-897335c0-1fae-45e2-ac63-59d54de89a3e admin admin] Publish callbacks [] for security_group (c6bc1b00-48c1-45f5-bec3-7f88c86a9ec9), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.080500 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-897335c0-1fae-45e2-ac63-59d54de89a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (c6bc1b00-48c1-45f5-bec3-7f88c86a9ec9), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.120424 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-897335c0-1fae-45e2-ac63-59d54de89a3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa0057b6a0434bb18f76072fe54a867a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923121 Apr 03 16:19:20.121234 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897335c0-1fae-45e2-ac63-59d54de89a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bc1b00-48c1-45f5-bec3-7f88c86a9ec9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:20.123254 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36184) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:20.171314 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-322b9aa3-51e9-4259-9b9b-85a2e33a62d7 admin admin] Publish callbacks [] for security_group (c6bc1b00-48c1-45f5-bec3-7f88c86a9ec9), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.191701 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-322b9aa3-51e9-4259-9b9b-85a2e33a62d7 admin admin] Publish callbacks [] for security_group (c6bc1b00-48c1-45f5-bec3-7f88c86a9ec9), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.252212 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36188) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:20.315542 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-322b9aa3-51e9-4259-9b9b-85a2e33a62d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (c6bc1b00-48c1-45f5-bec3-7f88c86a9ec9), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.318668 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-322b9aa3-51e9-4259-9b9b-85a2e33a62d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.319812 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-322b9aa3-51e9-4259-9b9b-85a2e33a62d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6bc1b00-48c1-45f5-bec3-7f88c86a9ec9 HTTP/1.1" status: 204 len: 168 time: 0.1955760 Apr 03 16:19:20.327973 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b9aa3-51e9-4259-9b9b-85a2e33a62d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bc1b00-48c1-45f5-bec3-7f88c86a9ec9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:20.352744 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-network', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:20.418136 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Made reservation on behalf of 9afd7a4023d14e139b7bb45e4a875d58 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:19:20.420468 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.429044 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.504020 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Publish callbacks [] for security_group (eef09f0f-4797-4cb5-aaae-32c9858ed083), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.634858 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (eef09f0f-4797-4cb5-aaae-32c9858ed083), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.662261 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:19:20.672185 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef09f0f-4797-4cb5-aaae-32c9858ed083,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:20.678262 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (b87bbb92-3994-42c0-b30e-6d622ac4244b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.678622 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Added segment b87bbb92-3994-42c0-b30e-6d622ac4244b of type vlan for network 064f756d-5861-4e71-9fcb-cacf2c8a4051 Apr 03 16:19:20.718545 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (064f756d-5861-4e71-9fcb-cacf2c8a4051), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.792356 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (064f756d-5861-4e71-9fcb-cacf2c8a4051), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.793248 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:20.793833 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:20.849804 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] Pushing event updated for resources: {'Network': ['ID=064f756d-5861-4e71-9fcb-cacf2c8a4051,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:20.860078 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:19:20.978678 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d93c3d41-1b05-4860-a259-a6ea1dcf5f75 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7251267 Apr 03 16:19:20.981412 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36198) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:20.986029 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Request body: {'subnet': {'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-subnet', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:21.118065 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Made reservation on behalf of 9afd7a4023d14e139b7bb45e4a875d58 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:19:21.120430 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7527388'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.171566 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36204) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:21.192724 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a03f071-b939-4e16-938f-08bedd21916a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.266039 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a03f071-b939-4e16-938f-08bedd21916a admin admin] Publish callbacks [] for security_group (53b9822c-e362-4d62-8b16-a41fcffe9a40), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.381146 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a03f071-b939-4e16-938f-08bedd21916a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (53b9822c-e362-4d62-8b16-a41fcffe9a40), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.392458 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8363627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7527370'] for subnet (87d2e7dc-29ed-462d-a13d-b8e45b3f374d), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.419626 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-4a03f071-b939-4e16-938f-08bedd21916a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f9ca852ea564413a2e08c55033067ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466989 Apr 03 16:19:21.420490 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03f071-b939-4e16-938f-08bedd21916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9822c-e362-4d62-8b16-a41fcffe9a40,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:21.422792 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36206) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:21.465010 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d2e7dc-29ed-462d-a13d-b8e45b3f374d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:21.470163 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a93f1cb-12c8-4268-bb6c-46679d88a9b0 admin admin] Publish callbacks [] for security_group (53b9822c-e362-4d62-8b16-a41fcffe9a40), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.475548 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Checking segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:19:21.476123 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Network hostable DHCP agents. Network: 064f756d-5861-4e71-9fcb-cacf2c8a4051, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:19:21.494115 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a93f1cb-12c8-4268-bb6c-46679d88a9b0 admin admin] Publish callbacks [] for security_group (53b9822c-e362-4d62-8b16-a41fcffe9a40), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.577827 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:19:21.634625 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a93f1cb-12c8-4268-bb6c-46679d88a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (53b9822c-e362-4d62-8b16-a41fcffe9a40), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.637182 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a93f1cb-12c8-4268-bb6c-46679d88a9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.638329 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8a93f1cb-12c8-4268-bb6c-46679d88a9b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53b9822c-e362-4d62-8b16-a41fcffe9a40 HTTP/1.1" status: 204 len: 168 time: 0.2146490 Apr 03 16:19:21.645872 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93f1cb-12c8-4268-bb6c-46679d88a9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9822c-e362-4d62-8b16-a41fcffe9a40,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:21.668984 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 064f756d-5861-4e71-9fcb-cacf2c8a4051) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:19:21.673230 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:21.674768 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.680330 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11fb4c8-923c-479e-846e-7e8a94f4dd92 None None] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:19:21.766512 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-24832206-c6e6-43a2-aef7-24f62371e6e7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7840507 Apr 03 16:19:21.769220 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36212) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:21.773662 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:21.781588 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d167127e-1046-495b-ad75-c757b149233d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-064f756d-5861-4e71-9fcb-cacf2c8a4051', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:19:21.782464 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.900841 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (b2f8bcf7-71af-4088-a851-ab3520984bb5), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.901869 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (b2f8bcf7-71af-4088-a851-ab3520984bb5), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:21.916088 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-d167127e-1046-495b-ad75-c757b149233d None None] Allocated IP 172.20.0.2 (064f756d-5861-4e71-9fcb-cacf2c8a4051/87d2e7dc-29ed-462d-a13d-b8e45b3f374d/0a173fd8-65c7-4eb4-8706-2428eb36ea00) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:19:21.953018 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks [] for router_controller (b2f8bcf7-71af-4088-a851-ab3520984bb5), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:22.062040 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Publish callbacks [] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:22.132892 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:22.149518 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167127e-1046-495b-ad75-c757b149233d None None] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:19:22.151884 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-d167127e-1046-495b-ad75-c757b149233d None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:19:22.154453 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d167127e-1046-495b-ad75-c757b149233d None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:19:22.187375 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks [] for router_gateway (b2f8bcf7-71af-4088-a851-ab3520984bb5), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:22.241684 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167127e-1046-495b-ad75-c757b149233d None None] Pushing event updated for resources: {'Port': ['ID=0a173fd8-65c7-4eb4-8706-2428eb36ea00,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:22.250390 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d167127e-1046-495b-ad75-c757b149233d None None] Attempting to bind port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:19:22.250800 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d167127e-1046-495b-ad75-c757b149233d None None] Attempting to bind port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:19:22.251161 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d167127e-1046-495b-ad75-c757b149233d None None] Attempting to bind port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:22.254431 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.254803 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.255165 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.255518 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.255877 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.256207 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.256535 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.256854 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.257172 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.257490 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.257808 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.258141 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.258483 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.258822 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.259137 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:22.264460 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d167127e-1046-495b-ad75-c757b149233d None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:19:22.264832 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d167127e-1046-495b-ad75-c757b149233d None None] Checking segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:19:22.265226 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:22.265606 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d167127e-1046-495b-ad75-c757b149233d None None] Bound using segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:19:22.266074 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d167127e-1046-495b-ad75-c757b149233d None None] Bound port: 0a173fd8-65c7-4eb4-8706-2428eb36ea00, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:19:22.266578 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:22.329986 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d167127e-1046-495b-ad75-c757b149233d None None] For port 0a173fd8-65c7-4eb4-8706-2428eb36ea00, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:19:22.333145 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d167127e-1046-495b-ad75-c757b149233d None None] For port 0a173fd8-65c7-4eb4-8706-2428eb36ea00, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=0a173fd8-65c7-4eb4-8706-2428eb36ea00,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:19:22.430249 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d167127e-1046-495b-ad75-c757b149233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:22.469562 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks [] for router_gateway (b2f8bcf7-71af-4088-a851-ab3520984bb5), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:22.491383 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167127e-1046-495b-ad75-c757b149233d None None] Pushing event updated for resources: {'Port': ['ID=0a173fd8-65c7-4eb4-8706-2428eb36ea00,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:22.498001 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:22.781050 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Allocated IP 172.27.0.225 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/49d85198-96a1-44fd-a24e-3badad2851d0) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:19:22.906362 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks [] for port (49d85198-96a1-44fd-a24e-3badad2851d0), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:23.023940 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:23.060306 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:19:23.062457 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:19:23.065717 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:19:23.092403 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Pushing event updated for resources: {'Port': ['ID=49d85198-96a1-44fd-a24e-3badad2851d0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:23.486367 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks [] for router_gateway (b2f8bcf7-71af-4088-a851-ab3520984bb5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:23.591645 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c973749-1530-48b7-9150-f1f3bfe0edd7 None None] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:19:23.704924 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (b2f8bcf7-71af-4088-a851-ab3520984bb5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:23.711321 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-10d6507e-493e-4203-9667-70c9a345586d None None] Provisioning complete for port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:23.711805 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10d6507e-493e-4203-9667-70c9a345586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:23.828478 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-10d6507e-493e-4203-9667-70c9a345586d None None] Current status of the port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:23.831250 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10d6507e-493e-4203-9667-70c9a345586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:23.904521 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-10d6507e-493e-4203-9667-70c9a345586d None None] For port 0a173fd8-65c7-4eb4-8706-2428eb36ea00, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=0a173fd8-65c7-4eb4-8706-2428eb36ea00,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:23.975180 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Router b2f8bcf7-71af-4088-a851-ab3520984bb5 is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:19:24.003840 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10d6507e-493e-4203-9667-70c9a345586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:24.063215 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6507e-493e-4203-9667-70c9a345586d None None] Pushing event updated for resources: {'Port': ['ID=0a173fd8-65c7-4eb4-8706-2428eb36ea00,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:24.089220 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:19:24.100006 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Sync routers for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:19:24.128550 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:19:24.129181 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:19:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:24.129899 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a754200e-59a5-48bd-9eac-bdbc1c5feca5 None None] Provisioning complete for port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:24.130430 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a754200e-59a5-48bd-9eac-bdbc1c5feca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:24.172203 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:24.173667 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8a81366c-a663-4d0b-88f3-ef390b78fe9c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4032898 Apr 03 16:19:24.177427 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36280) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:24.183927 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 0a173fd8-65c7-4eb4-8706-2428eb36ea00 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:19:24.264267 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:19:24.296961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:24.297439 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:24.298923 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a754200e-59a5-48bd-9eac-bdbc1c5feca5 None None] Current status of the port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:24.405753 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:24.484637 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:23Z', 'revision_number': 3, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:24.514095 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Checking router: b2f8bcf7-71af-4088-a851-ab3520984bb5 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:19:24.515288 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Updating router b2f8bcf7-71af-4088-a851-ab3520984bb5 port 49d85198-96a1-44fd-a24e-3badad2851d0 binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:19:24.554167 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:24.893710 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:24.924547 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Publish callbacks [] for port (49d85198-96a1-44fd-a24e-3badad2851d0), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:24.984518 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.053310 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Pushing event updated for resources: {'Port': ['ID=49d85198-96a1-44fd-a24e-3badad2851d0,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:25.064832 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Attempting to bind port 49d85198-96a1-44fd-a24e-3badad2851d0 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:19:25.065261 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Attempting to bind port 49d85198-96a1-44fd-a24e-3badad2851d0 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:19:25.065698 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Attempting to bind port 49d85198-96a1-44fd-a24e-3badad2851d0 on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:25.069971 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.070379 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.071235 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.071659 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.072057 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.072879 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.073279 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.073747 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.074638 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.075040 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.075430 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.076276 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.076689 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.077067 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.077455 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:25.084968 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:19:25.085417 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:19:25.085870 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Allocated IP 172.20.0.1 (064f756d-5861-4e71-9fcb-cacf2c8a4051/87d2e7dc-29ed-462d-a13d-b8e45b3f374d/eef70214-94c3-4207-8f75-25b96fc4d188) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:19:25.086013 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.086383 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:19:25.087035 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Bound port: 49d85198-96a1-44fd-a24e-3badad2851d0, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:19:25.087816 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.142443 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] For port 49d85198-96a1-44fd-a24e-3badad2851d0, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:19:25.145651 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] For port 49d85198-96a1-44fd-a24e-3badad2851d0, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=49d85198-96a1-44fd-a24e-3badad2851d0,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:19:25.193927 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Publish callbacks [] for port (eef70214-94c3-4207-8f75-25b96fc4d188), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.218469 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.275741 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:19:25.276364 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:19:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:25.295558 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.311645 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d0432-0b1c-451b-8d58-d75af59ca285 None None] Pushing event updated for resources: {'Port': ['ID=49d85198-96a1-44fd-a24e-3badad2851d0,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:25.333178 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:19:25.336540 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:19:25.342406 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:19:25.348633 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=eef70214-94c3-4207-8f75-25b96fc4d188,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:25.393008 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (b2f8bcf7-71af-4088-a851-ab3520984bb5), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.394741 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:19:25.591453 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:23Z', 'revision_number': 3, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:25.621734 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.630324 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27366876-7255-4eea-8a69-b41b6c56537a None None] The sync data for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi is: [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:23Z', 'revision_number': 3, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:19:25.636149 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4aed8283-188d-46b9-85e6-b8689558925f None None] Provisioning complete for port eef70214-94c3-4207-8f75-25b96fc4d188 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:25.637034 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4aed8283-188d-46b9-85e6-b8689558925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.697160 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4aed8283-188d-46b9-85e6-b8689558925f None None] Port eef70214-94c3-4207-8f75-25b96fc4d188 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:19:25.810455 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Publish callbacks [] for port (eef70214-94c3-4207-8f75-25b96fc4d188), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.898174 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.980425 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (b2f8bcf7-71af-4088-a851-ab3520984bb5), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:25.982343 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=eef70214-94c3-4207-8f75-25b96fc4d188,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:26.108080 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:19:26.109741 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:19:26.204983 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36334) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:26.305770 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Router b2f8bcf7-71af-4088-a851-ab3520984bb5 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:19:26.315251 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 0a173fd8-65c7-4eb4-8706-2428eb36ea00 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:19:26.418971 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:26.419446 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:26.470604 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:19:26.470858 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1c1df31-207b-45ed-b129-6479a3b1907a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:26.470937 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-e5a8607f-5c9d-4967-b41d-cfcf55ddd4a7 admin admin] 10.222.0.37 "PUT /v2.0/routers/b2f8bcf7-71af-4088-a851-ab3520984bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2915769 Apr 03 16:19:26.572145 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-326f34a8-1268-4859-923d-d6d461d9f80f None None] Provisioning complete for port eef70214-94c3-4207-8f75-25b96fc4d188 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:26.572529 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-326f34a8-1268-4859-923d-d6d461d9f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:26.613165 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1c1df31-207b-45ed-b129-6479a3b1907a admin admin] Publish callbacks [] for security_group (7866c0b8-8ea6-4c7c-8319-c0496ee9db59), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:26.650451 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-326f34a8-1268-4859-923d-d6d461d9f80f None None] Port eef70214-94c3-4207-8f75-25b96fc4d188 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:19:26.655206 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:26.660223 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 49d85198-96a1-44fd-a24e-3badad2851d0 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:19:26.712783 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 49d85198-96a1-44fd-a24e-3badad2851d0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:26.713178 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:26.755077 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1c1df31-207b-45ed-b129-6479a3b1907a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (7866c0b8-8ea6-4c7c-8319-c0496ee9db59), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:26.808855 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 49d85198-96a1-44fd-a24e-3badad2851d0 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:26.809245 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:26.832909 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port 49d85198-96a1-44fd-a24e-3badad2851d0, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=49d85198-96a1-44fd-a24e-3badad2851d0,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:26.851891 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a1c1df31-207b-45ed-b129-6479a3b1907a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c6a5b9eae39459085d626707b7598df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6443303 Apr 03 16:19:26.851891 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1df31-207b-45ed-b129-6479a3b1907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7866c0b8-8ea6-4c7c-8319-c0496ee9db59,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:26.852276 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36358) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:26.907839 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:26.964121 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=49d85198-96a1-44fd-a24e-3badad2851d0,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:26.998503 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-490e5ebd-c4ca-4ddf-afdb-974f3fab3c0a admin admin] Publish callbacks [] for security_group (7866c0b8-8ea6-4c7c-8319-c0496ee9db59), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:27.044355 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-490e5ebd-c4ca-4ddf-afdb-974f3fab3c0a admin admin] Publish callbacks [] for security_group (7866c0b8-8ea6-4c7c-8319-c0496ee9db59), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:27.081633 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-63df6c28-f3b4-4fe7-9c5c-35b5c8bcdfa6 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:27.083487 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-63df6c28-f3b4-4fe7-9c5c-35b5c8bcdfa6 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 819 time: 0.1624258 Apr 03 16:19:27.112599 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-ec4955aa-9c36-4edd-938e-2d7f5e05c9ac tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/quotas/9afd7a4023d14e139b7bb45e4a875d58 HTTP/1.1" status: 200 len: 375 time: 0.0212271 Apr 03 16:19:27.175090 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-1a6cadd8-1ae0-4321-9f38-cc4669a496b9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557880 Apr 03 16:19:27.276394 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-f8a1a5fc-6e8f-4b0a-897b-ee2e351d3b83 service neutron] 10.222.0.37 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939682 Apr 03 16:19:27.359049 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-490e5ebd-c4ca-4ddf-afdb-974f3fab3c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (7866c0b8-8ea6-4c7c-8319-c0496ee9db59), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:27.361742 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-490e5ebd-c4ca-4ddf-afdb-974f3fab3c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:27.362943 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-490e5ebd-c4ca-4ddf-afdb-974f3fab3c0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7866c0b8-8ea6-4c7c-8319-c0496ee9db59 HTTP/1.1" status: 204 len: 168 time: 0.5094528 Apr 03 16:19:27.383836 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e5ebd-c4ca-4ddf-afdb-974f3fab3c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7866c0b8-8ea6-4c7c-8319-c0496ee9db59,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:27.389385 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-04c55831-652a-49de-bd2e-cb61a081f1cc service neutron] 10.222.0.37 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063137 Apr 03 16:19:27.752403 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-57a31a3c-463f-46ec-a7cd-6d386a8d20fc req-8296bc39-02be-4a59-a076-fcdc1d70f28b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 210 time: 0.0517797 Apr 03 16:19:27.791202 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Sync routers for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:19:27.801421 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:19:27.802112 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:19:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:27.944739 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:19:28.110446 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 49d85198-96a1-44fd-a24e-3badad2851d0 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:19:28.352959 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36434) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:28.369452 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 49d85198-96a1-44fd-a24e-3badad2851d0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:28.369823 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:28.394749 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-913035b5-6b98-45fb-969f-6f3608191f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:28.404834 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 2, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:28.454780 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Checking router: b2f8bcf7-71af-4088-a851-ab3520984bb5 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:19:28.454780 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Updating router b2f8bcf7-71af-4088-a851-ab3520984bb5 port eef70214-94c3-4207-8f75-25b96fc4d188 binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:19:28.487371 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:28.546041 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36448) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:28.580930 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-913035b5-6b98-45fb-969f-6f3608191f1d admin admin] Publish callbacks [] for security_group (b20c1107-9192-41f6-99ee-4896f7350651), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:28.636961 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-2f150e40-40c2-4a11-a7bf-fa2fd6b9834b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:28.648207 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 49d85198-96a1-44fd-a24e-3badad2851d0 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:28.655132 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-2f150e40-40c2-4a11-a7bf-fa2fd6b9834b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 819 time: 0.2086322 Apr 03 16:19:28.672477 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-3464dd44-e0d0-4a7d-84fb-0ad71404276a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/quotas/9afd7a4023d14e139b7bb45e4a875d58 HTTP/1.1" status: 200 len: 375 time: 0.0164282 Apr 03 16:19:28.688939 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-913035b5-6b98-45fb-969f-6f3608191f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b20c1107-9192-41f6-99ee-4896f7350651), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:28.747191 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-913035b5-6b98-45fb-969f-6f3608191f1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52077e90aa8b429d881b9ba9885d5b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926480 Apr 03 16:19:28.751202 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913035b5-6b98-45fb-969f-6f3608191f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20c1107-9192-41f6-99ee-4896f7350651,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:28.752866 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc59eac8-4a2d-4dad-a58f-c411c5552801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:28.756370 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36466) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:28.805181 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-8e9b3843-10f3-4404-8c20-0f94c5d0f3f6 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314547 Apr 03 16:19:28.903907 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-daa715de-e591-4e57-bab0-500b4a727ba0 admin admin] Publish callbacks [] for security_group (b20c1107-9192-41f6-99ee-4896f7350651), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:28.943795 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Publish callbacks [] for port (eef70214-94c3-4207-8f75-25b96fc4d188), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:28.949312 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-daa715de-e591-4e57-bab0-500b4a727ba0 admin admin] Publish callbacks [] for security_group (b20c1107-9192-41f6-99ee-4896f7350651), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:28.966740 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-bee6640a-c386-46b9-b8ab-d9fa1b1097c5 service neutron] 10.222.0.37 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603217 Apr 03 16:19:29.028427 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.094227 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-9c2a044b-bf01-4030-bddf-0398125d4d2a service neutron] 10.222.0.37 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264443 Apr 03 16:19:29.132739 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-daa715de-e591-4e57-bab0-500b4a727ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b20c1107-9192-41f6-99ee-4896f7350651), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.135939 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-daa715de-e591-4e57-bab0-500b4a727ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.137498 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-daa715de-e591-4e57-bab0-500b4a727ba0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b20c1107-9192-41f6-99ee-4896f7350651 HTTP/1.1" status: 204 len: 168 time: 0.3799629 Apr 03 16:19:29.140377 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.152602 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa715de-e591-4e57-bab0-500b4a727ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20c1107-9192-41f6-99ee-4896f7350651,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:29.165717 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc59eac8-4a2d-4dad-a58f-c411c5552801 admin admin] Publish callbacks [] for security_group (2ceec83a-5017-4917-9485-c8d64d99c665), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.218630 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0933f-0b9f-46e9-b4bd-37112b899698 None None] Pushing event updated for resources: {'Port': ['ID=eef70214-94c3-4207-8f75-25b96fc4d188,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:29.244299 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc59eac8-4a2d-4dad-a58f-c411c5552801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (2ceec83a-5017-4917-9485-c8d64d99c665), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.280497 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59eac8-4a2d-4dad-a58f-c411c5552801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceec83a-5017-4917-9485-c8d64d99c665,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:29.315645 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Attempting to bind port eef70214-94c3-4207-8f75-25b96fc4d188 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:19:29.316300 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Attempting to bind port eef70214-94c3-4207-8f75-25b96fc4d188 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:19:29.317291 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36480) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:29.317590 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-dc59eac8-4a2d-4dad-a58f-c411c5552801 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a582bc9160184e25bf0379ee966da00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7697530 Apr 03 16:19:29.322734 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Attempting to bind port eef70214-94c3-4207-8f75-25b96fc4d188 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:29.331664 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:19:29.332868 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Checking segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:19:29.333522 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.334208 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Bound using segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:19:29.335777 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Bound port: eef70214-94c3-4207-8f75-25b96fc4d188, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:19:29.336306 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.444741 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] For port eef70214-94c3-4207-8f75-25b96fc4d188, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:19:29.466582 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] For port eef70214-94c3-4207-8f75-25b96fc4d188, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=eef70214-94c3-4207-8f75-25b96fc4d188,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:19:29.473205 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f6290053-3ff9-4886-839f-31e3b4234572 None None] Provisioning complete for port eef70214-94c3-4207-8f75-25b96fc4d188 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:29.485455 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6290053-3ff9-4886-839f-31e3b4234572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.525104 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-760da7b3-8aaa-4732-9b9b-01d76a5e2651 req-e6a09652-f6be-4820-bf9a-567b3a83fa15 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 210 time: 0.0489516 Apr 03 16:19:29.554125 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec2f557f-1602-4e61-ad58-e3125842371a admin admin] Publish callbacks [] for security_group (2ceec83a-5017-4917-9485-c8d64d99c665), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.572213 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.610733 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec2f557f-1602-4e61-ad58-e3125842371a admin admin] Publish callbacks [] for security_group (2ceec83a-5017-4917-9485-c8d64d99c665), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.665045 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f6290053-3ff9-4886-839f-31e3b4234572 None None] Port eef70214-94c3-4207-8f75-25b96fc4d188 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:19:29.670113 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0933f-0b9f-46e9-b4bd-37112b899698 None None] Pushing event updated for resources: {'Port': ['ID=eef70214-94c3-4207-8f75-25b96fc4d188,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:29.687409 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:19:29.688214 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:19:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:29.799107 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec2f557f-1602-4e61-ad58-e3125842371a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (2ceec83a-5017-4917-9485-c8d64d99c665), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.803071 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec2f557f-1602-4e61-ad58-e3125842371a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:29.814795 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:19:29.815859 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-ec2f557f-1602-4e61-ad58-e3125842371a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ceec83a-5017-4917-9485-c8d64d99c665 HTTP/1.1" status: 204 len: 168 time: 0.4965389 Apr 03 16:19:29.840566 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f557f-1602-4e61-ad58-e3125842371a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceec83a-5017-4917-9485-c8d64d99c665,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:29.875398 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:19:29.926233 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fe86cfc-f135-4e16-8c66-c431b86bf96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:30.158795 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cb6d81e9-33d0-49dd-9734-5b091e0a5a6e None None] Provisioning complete for port eef70214-94c3-4207-8f75-25b96fc4d188 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:30.158795 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb6d81e9-33d0-49dd-9734-5b091e0a5a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:30.230217 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:29Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:19:30.282751 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55455de0-abb2-4cec-b9e2-9fc6bf18fc77 None None] The sync data for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi is: [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:29Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:19:30.296946 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d81e9-33d0-49dd-9734-5b091e0a5a6e None None] Current status of the port eef70214-94c3-4207-8f75-25b96fc4d188 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:30.297474 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb6d81e9-33d0-49dd-9734-5b091e0a5a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:30.355065 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cb6d81e9-33d0-49dd-9734-5b091e0a5a6e None None] For port eef70214-94c3-4207-8f75-25b96fc4d188, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=eef70214-94c3-4207-8f75-25b96fc4d188,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:30.453507 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb6d81e9-33d0-49dd-9734-5b091e0a5a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:30.541223 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d81e9-33d0-49dd-9734-5b091e0a5a6e None None] Pushing event updated for resources: {'Port': ['ID=eef70214-94c3-4207-8f75-25b96fc4d188,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:30.649579 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-aa2e951b-e240-4b28-984d-5ef557f68a3e req-f547eaac-db85-46b7-92fc-dc46211e9f27 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 210 time: 0.0401564 Apr 03 16:19:30.768981 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-ad45dcde-5067-44a7-beea-245d5c171587 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:30.771114 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-ad45dcde-5067-44a7-beea-245d5c171587 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 819 time: 0.1160293 Apr 03 16:19:30.787775 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Request body: {'port': {'device_id': '63d85ea4-03b1-41c9-b552-1cbaa5d43237', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'admin_state_up': True, 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:31.020653 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Made reservation on behalf of 9afd7a4023d14e139b7bb45e4a875d58 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:19:31.033117 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.086906 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36560) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:31.248695 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Allocated IP 172.20.0.10 (064f756d-5861-4e71-9fcb-cacf2c8a4051/87d2e7dc-29ed-462d-a13d-b8e45b3f374d/e47f8855-92a5-4a69-ae05-7e89a940cbe5) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:19:31.296767 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60c719f6-2b90-4267-af59-18af7a074bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.414666 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60c719f6-2b90-4267-af59-18af7a074bc8 admin admin] Publish callbacks [] for security_group (89b99540-8ada-437c-aee6-9367ed8edeff), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.454300 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.540887 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60c719f6-2b90-4267-af59-18af7a074bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (89b99540-8ada-437c-aee6-9367ed8edeff), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.554394 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36588) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:31.583823 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-60c719f6-2b90-4267-af59-18af7a074bc8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe866446e03c4aefb7bf3e0ff66158a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4953146 Apr 03 16:19:31.586100 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c719f6-2b90-4267-af59-18af7a074bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b99540-8ada-437c-aee6-9367ed8edeff,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:31.586731 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36592) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:31.608940 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.682233 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1120455218-network', 'tenant_id': 'dd26ff19000d48f3bbbbb198d30abbcf'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:31.691886 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:19:31.695658 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event updated for resources: {'Port': ['ID=e47f8855-92a5-4a69-ae05-7e89a940cbe5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:31.705776 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:19:31.712412 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:19:31.792346 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f7bf694-b8d0-4c79-bdbd-3e06ac740a9b admin admin] Publish callbacks [] for security_group (89b99540-8ada-437c-aee6-9367ed8edeff), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.805769 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4679e44e-8b1b-4246-99e7-f8635bcf5c4d req-b665b25c-9a1d-45cb-9670-d963c775a5d1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 210 time: 0.0770571 Apr 03 16:19:31.840732 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f7bf694-b8d0-4c79-bdbd-3e06ac740a9b admin admin] Publish callbacks [] for security_group (89b99540-8ada-437c-aee6-9367ed8edeff), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.843327 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Made reservation on behalf of dd26ff19000d48f3bbbbb198d30abbcf for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:19:31.846259 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.871390 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:31.872025 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.879895 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.937266 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36600) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:31.979260 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-30dad5f9-5491-4085-93f4-acde1feb20c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:31.988464 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-aa7c9e02-c51f-4870-9ecb-2ba20f8abe18 None None] Provisioning complete for port e47f8855-92a5-4a69-ae05-7e89a940cbe5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:31.996562 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa7c9e02-c51f-4870-9ecb-2ba20f8abe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.026702 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c9e02-c51f-4870-9ecb-2ba20f8abe18 None None] Port e47f8855-92a5-4a69-ae05-7e89a940cbe5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:19:32.061335 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08c5c575-91f2-4885-8da0-5bfed7fe1cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.072193 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-68386ab6-7806-42f6-82c5-af0acfad59d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2892482 Apr 03 16:19:32.091127 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Request body: {'port': {'device_id': '63d85ea4-03b1-41c9-b552-1cbaa5d43237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:32.112127 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device eef70214-94c3-4207-8f75-25b96fc4d188 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:19:32.120405 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f7bf694-b8d0-4c79-bdbd-3e06ac740a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (89b99540-8ada-437c-aee6-9367ed8edeff), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.122979 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f7bf694-b8d0-4c79-bdbd-3e06ac740a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.126496 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7f7bf694-b8d0-4c79-bdbd-3e06ac740a9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89b99540-8ada-437c-aee6-9367ed8edeff HTTP/1.1" status: 204 len: 168 time: 0.5363092 Apr 03 16:19:32.169088 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port eef70214-94c3-4207-8f75-25b96fc4d188 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:32.169461 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.185851 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08c5c575-91f2-4885-8da0-5bfed7fe1cae admin admin] Publish callbacks [] for security_group (a458b892-6dfd-48ac-afb1-b2eb34e00961), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.189130 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bf694-b8d0-4c79-bdbd-3e06ac740a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b99540-8ada-437c-aee6-9367ed8edeff,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:32.259879 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port eef70214-94c3-4207-8f75-25b96fc4d188 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:32.278329 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08c5c575-91f2-4885-8da0-5bfed7fe1cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a458b892-6dfd-48ac-afb1-b2eb34e00961), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.286442 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.304673 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Publish callbacks [] for security_group (a5f97b40-32b6-4173-9f49-8153ccb39959), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.320222 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-08c5c575-91f2-4885-8da0-5bfed7fe1cae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=251d06da95cb474ea95893239801e4c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787160 Apr 03 16:19:32.320222 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5c575-91f2-4885-8da0-5bfed7fe1cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a458b892-6dfd-48ac-afb1-b2eb34e00961,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:32.320526 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36606) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:32.382247 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-c638ae33-d78a-46d1-a7cb-0a3d74e80f6c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:32.383775 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-c638ae33-d78a-46d1-a7cb-0a3d74e80f6c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 819 time: 0.2358217 Apr 03 16:19:32.399503 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Request body: {'port': {'device_id': '04fdf8c4-310b-4461-932a-8565466abf6b', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'admin_state_up': True, 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:32.425970 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a5f97b40-32b6-4173-9f49-8153ccb39959), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.555294 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:19:32.603076 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d9227fe-e32a-4282-aca9-6c41288d0ccb admin admin] Publish callbacks [] for security_group (a458b892-6dfd-48ac-afb1-b2eb34e00961), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.605307 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (ff9d2994-0319-4363-a272-0188b48d2371), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.605638 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Added segment ff9d2994-0319-4363-a272-0188b48d2371 of type vlan for network e161282c-1f0f-4efc-894a-7cc83e2a655f Apr 03 16:19:32.617974 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f97b40-32b6-4173-9f49-8153ccb39959,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:32.718233 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (e161282c-1f0f-4efc-894a-7cc83e2a655f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.726831 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d9227fe-e32a-4282-aca9-6c41288d0ccb admin admin] Publish callbacks [] for security_group (a458b892-6dfd-48ac-afb1-b2eb34e00961), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.846263 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36622) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:32.859271 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Made reservation on behalf of 9afd7a4023d14e139b7bb45e4a875d58 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:19:32.862513 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.873874 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-92590f13-2644-4d10-9d48-6760133ef080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.879155 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47f8855-92a5-4a69-ae05-7e89a940cbe5 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:19:32.891544 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Publish callbacks [] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.915036 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (e161282c-1f0f-4efc-894a-7cc83e2a655f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.915998 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:32.916626 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.926475 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d4c0f4e8-f65f-430c-94fa-24747e94094b req-46f16d75-fbae-4219-966b-5610b82a39f1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 210 time: 0.0261018 Apr 03 16:19:32.972735 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.976462 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Transition to ACTIVE for port object e47f8855-92a5-4a69-ae05-7e89a940cbe5 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:19:32.977694 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d9227fe-e32a-4282-aca9-6c41288d0ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a458b892-6dfd-48ac-afb1-b2eb34e00961), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.980536 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d9227fe-e32a-4282-aca9-6c41288d0ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:32.984237 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7d9227fe-e32a-4282-aca9-6c41288d0ccb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a458b892-6dfd-48ac-afb1-b2eb34e00961 HTTP/1.1" status: 204 len: 168 time: 0.6603677 Apr 03 16:19:33.025714 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] Pushing event updated for resources: {'Network': ['ID=e161282c-1f0f-4efc-894a-7cc83e2a655f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:33.027776 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-92590f13-2644-4d10-9d48-6760133ef080 admin admin] Publish callbacks [] for security_group (d983bc77-59f2-4d65-a7c8-86a78e0bea6a), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.028338 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9227fe-e32a-4282-aca9-6c41288d0ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a458b892-6dfd-48ac-afb1-b2eb34e00961,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:33.037737 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-785f45bc-9d82-4a88-94fd-a99384341f3b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4821184 Apr 03 16:19:33.040828 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36626) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:33.043603 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network e161282c-1f0f-4efc-894a-7cc83e2a655f details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:19:33.045778 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Request body: {'subnet': {'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1120455218-subnet', 'tenant_id': 'dd26ff19000d48f3bbbbb198d30abbcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:33.092881 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.121629 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-92590f13-2644-4d10-9d48-6760133ef080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d983bc77-59f2-4d65-a7c8-86a78e0bea6a), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.174594 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-92590f13-2644-4d10-9d48-6760133ef080 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4d99f14de2249e3bdddc4f8ac541255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263321 Apr 03 16:19:33.175928 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92590f13-2644-4d10-9d48-6760133ef080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d983bc77-59f2-4d65-a7c8-86a78e0bea6a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:33.178437 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36632) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:33.189070 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Made reservation on behalf of dd26ff19000d48f3bbbbb198d30abbcf for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:19:33.191426 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7454070'] for subnet (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.197374 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Pushing event updated for resources: {'Port': ['ID=e47f8855-92a5-4a69-ae05-7e89a940cbe5,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:33.236901 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Allocated IP 172.20.0.14 (064f756d-5861-4e71-9fcb-cacf2c8a4051/87d2e7dc-29ed-462d-a13d-b8e45b3f374d/259ca44a-f869-412b-8f18-d1e261c6e795) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:19:33.304417 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb69d8a-047b-4c13-ad66-09edd127f98e admin admin] Publish callbacks [] for security_group (d983bc77-59f2-4d65-a7c8-86a78e0bea6a), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.325466 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Attempting to bind port e47f8855-92a5-4a69-ae05-7e89a940cbe5 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:19:33.325466 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Attempting to bind port e47f8855-92a5-4a69-ae05-7e89a940cbe5 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:19:33.333551 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Attempting to bind port e47f8855-92a5-4a69-ae05-7e89a940cbe5 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:33.337679 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Port e47f8855-92a5-4a69-ae05-7e89a940cbe5 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:19:33.337679 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Attempting to bind port e47f8855-92a5-4a69-ae05-7e89a940cbe5 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:33.340424 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb69d8a-047b-4c13-ad66-09edd127f98e admin admin] Publish callbacks [] for security_group (d983bc77-59f2-4d65-a7c8-86a78e0bea6a), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.392706 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:19:33.395885 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Checking segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:19:33.395885 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Bound using segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:19:33.395885 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Bound port: e47f8855-92a5-4a69-ae05-7e89a940cbe5, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:19:33.395885 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.501389 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb69d8a-047b-4c13-ad66-09edd127f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d983bc77-59f2-4d65-a7c8-86a78e0bea6a), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.504018 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb69d8a-047b-4c13-ad66-09edd127f98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.505296 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-9eb69d8a-047b-4c13-ad66-09edd127f98e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d983bc77-59f2-4d65-a7c8-86a78e0bea6a HTTP/1.1" status: 204 len: 168 time: 0.3258433 Apr 03 16:19:33.510463 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for port (259ca44a-f869-412b-8f18-d1e261c6e795), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.514941 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] For port e47f8855-92a5-4a69-ae05-7e89a940cbe5, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:19:33.516131 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb69d8a-047b-4c13-ad66-09edd127f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983bc77-59f2-4d65-a7c8-86a78e0bea6a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:33.519550 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] For port e47f8855-92a5-4a69-ae05-7e89a940cbe5, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=e47f8855-92a5-4a69-ae05-7e89a940cbe5,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:19:33.604579 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8307559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7454048'] for subnet (5fc6a58c-ceaf-4392-a743-114cf08034c9), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.657092 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc6a58c-ceaf-4392-a743-114cf08034c9,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:33.659416 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.663211 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.667613 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Checking segment: {'id': 'ff9d2994-0319-4363-a272-0188b48d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:19:33.667969 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Network hostable DHCP agents. Network: e161282c-1f0f-4efc-894a-7cc83e2a655f, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:19:33.702749 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:33.703364 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.704720 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] 10.222.0.21 "PUT /v2.0/ports/e47f8855-92a5-4a69-ae05-7e89a940cbe5 HTTP/1.1" status: 200 len: 1094 time: 1.6188910 Apr 03 16:19:33.705156 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d85ea4-03b1-41c9-b552-1cbaa5d43237', 'tag': 'e47f8855-92a5-4a69-ae05-7e89a940cbe5'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:19:33.707358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08016f8c-4045-4461-ae27-abf5255d235a" -d '{"events": [{"name": "network-changed", "server_uuid": "63d85ea4-03b1-41c9-b552-1cbaa5d43237", "tag": "e47f8855-92a5-4a69-ae05-7e89a940cbe5"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:19:33.720473 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:19:33.728840 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:19:33.737207 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:19:33.774011 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9618013-3cf5-4bcc-8a2f-7f42f572ffce x-openstack-request-id: req-d9618013-3cf5-4bcc-8a2f-7f42f572ffce {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:19:33.774304 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d85ea4-03b1-41c9-b552-1cbaa5d43237", "tag": "e47f8855-92a5-4a69-ae05-7e89a940cbe5", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:19:33.774547 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9618013-3cf5-4bcc-8a2f-7f42f572ffce {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:19:33.776448 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9618013-3cf5-4bcc-8a2f-7f42f572ffce'] response: {'name': 'network-changed', 'server_uuid': '63d85ea4-03b1-41c9-b552-1cbaa5d43237', 'tag': 'e47f8855-92a5-4a69-ae05-7e89a940cbe5', 'status': 'completed', 'code': 200} Apr 03 16:19:33.776448 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54d153-b9ff-475a-b20e-7bc62be5a49b service neutron] Pushing event updated for resources: {'Port': ['ID=e47f8855-92a5-4a69-ae05-7e89a940cbe5,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:33.829319 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Network e161282c-1f0f-4efc-894a-7cc83e2a655f is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:19:33.866041 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:33.866547 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.877736 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event updated for resources: {'Port': ['ID=259ca44a-f869-412b-8f18-d1e261c6e795,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:33.899094 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08016f8c-4045-4461-ae27-abf5255d235a req-fbfc1b43-ec59-4177-8978-97d14e459643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:33.900983 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-08016f8c-4045-4461-ae27-abf5255d235a req-fbfc1b43-ec59-4177-8978-97d14e459643 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 1128 time: 0.1223533 Apr 03 16:19:33.934955 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, e161282c-1f0f-4efc-894a-7cc83e2a655f) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:19:33.941575 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:33.946460 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:33.947742 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1a7a9-8f87-43e4-a5a5-c55de433af33 None None] Network e161282c-1f0f-4efc-894a-7cc83e2a655f requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:19:34.026542 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-89982ff0-b792-450a-bc5f-088330038b5f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6334651 Apr 03 16:19:34.076742 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Request body: {'port': {'device_id': '04fdf8c4-310b-4461-932a-8565466abf6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:34.115631 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-67731c4e-d8c9-4f0b-b670-113b062ba01e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0730522 Apr 03 16:19:34.158472 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ceaf2-bc15-4612-811b-266385bdce31 req-b6fc5f90-d89b-40b8-bf98-f8b38c59a6c2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:34.161368 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d61ceaf2-bc15-4612-811b-266385bdce31 req-b6fc5f90-d89b-40b8-bf98-f8b38c59a6c2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 932 time: 0.1117394 Apr 03 16:19:34.175598 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c09da-f3b9-4118-802b-fb7b3a6c7586 None None] Network e161282c-1f0f-4efc-894a-7cc83e2a655f requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:19:34.237962 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d61ceaf2-bc15-4612-811b-266385bdce31 req-312bc02e-53e3-42da-832f-a5e3137ace9d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693834 Apr 03 16:19:34.264248 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:34.335132 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-eaf25d24-22ff-463b-80df-3ec41d668ed6 None None] Provisioning complete for port 259ca44a-f869-412b-8f18-d1e261c6e795 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:34.336273 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d24-22ff-463b-80df-3ec41d668ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:34.337051 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08016f8c-4045-4461-ae27-abf5255d235a req-fa899067-bd10-488f-af3e-208c19bba4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:34.338490 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-08016f8c-4045-4461-ae27-abf5255d235a req-fa899067-bd10-488f-af3e-208c19bba4e5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4301310 Apr 03 16:19:34.341175 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:34.391030 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-eaf25d24-22ff-463b-80df-3ec41d668ed6 None None] Port 259ca44a-f869-412b-8f18-d1e261c6e795 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:19:34.837883 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08016f8c-4045-4461-ae27-abf5255d235a req-090d96d3-d23a-4f0b-be91-4c0fa039680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:34.839456 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-08016f8c-4045-4461-ae27-abf5255d235a req-090d96d3-d23a-4f0b-be91-4c0fa039680f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4903619 Apr 03 16:19:34.886077 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36692) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:34.982974 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-c31b215f-7489-4927-ac15-72a8887390dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:34.984639 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-c31b215f-7489-4927-ac15-72a8887390dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 1128 time: 0.0970652 Apr 03 16:19:35.005848 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259ca44a-f869-412b-8f18-d1e261c6e795 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:19:35.044762 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Publish callbacks [] for port (259ca44a-f869-412b-8f18-d1e261c6e795), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.048472 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-7ff61de3-828e-4a59-8723-1fdb332ce986 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e47f8855-92a5-4a69-ae05-7e89a940cbe5 HTTP/1.1" status: 200 len: 217 time: 0.0545917 Apr 03 16:19:35.049012 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de0ace09-8b88-4205-aae0-584575f92786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.087069 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Transition to ACTIVE for port object 259ca44a-f869-412b-8f18-d1e261c6e795 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:19:35.115410 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-184ce727-7d32-4f71-a228-870f43d9e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:35.117230 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-184ce727-7d32-4f71-a228-870f43d9e6ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0618844 Apr 03 16:19:35.131232 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de0ace09-8b88-4205-aae0-584575f92786 admin admin] Publish callbacks [] for security_group (c20bdb33-8494-4a67-a04b-2efdcaaf5c32), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.168427 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-f6743e76-b94e-4a73-93f6-b6415a6a63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:35.169959 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-f6743e76-b94e-4a73-93f6-b6415a6a63a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467541 Apr 03 16:19:35.223668 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.256517 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de0ace09-8b88-4205-aae0-584575f92786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (c20bdb33-8494-4a67-a04b-2efdcaaf5c32), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.295703 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Pushing event updated for resources: {'Port': ['ID=259ca44a-f869-412b-8f18-d1e261c6e795,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:35.345871 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-de0ace09-8b88-4205-aae0-584575f92786 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d9f2065c5ba4caab3c69ff3dc943b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4579840 Apr 03 16:19:35.352140 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ace09-8b88-4205-aae0-584575f92786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20bdb33-8494-4a67-a04b-2efdcaaf5c32,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:35.354085 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36706) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:35.389315 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-bb3b9789-aee8-45cc-b1f5-edab8942a335 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132094 Apr 03 16:19:35.416160 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5579c4f4-506f-46f3-9732-a5b220b4860f admin admin] Publish callbacks [] for security_group (c20bdb33-8494-4a67-a04b-2efdcaaf5c32), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.444253 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5579c4f4-506f-46f3-9732-a5b220b4860f admin admin] Publish callbacks [] for security_group (c20bdb33-8494-4a67-a04b-2efdcaaf5c32), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.503527 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Attempting to bind port 259ca44a-f869-412b-8f18-d1e261c6e795 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:19:35.503863 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Attempting to bind port 259ca44a-f869-412b-8f18-d1e261c6e795 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:19:35.504201 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Attempting to bind port 259ca44a-f869-412b-8f18-d1e261c6e795 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:35.514716 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Port 259ca44a-f869-412b-8f18-d1e261c6e795 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:19:35.515045 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Attempting to bind port 259ca44a-f869-412b-8f18-d1e261c6e795 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:35.533023 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:19:35.533512 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Checking segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:19:35.533963 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Bound using segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:19:35.534411 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Bound port: 259ca44a-f869-412b-8f18-d1e261c6e795, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:19:35.534796 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.556052 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9a40d-6c5c-47f9-ad49-867f0ef1ad78 req-aed8d58e-7a6c-4296-b71c-81bfb483c155 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:35.557601 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cec9a40d-6c5c-47f9-ad49-867f0ef1ad78 req-aed8d58e-7a6c-4296-b71c-81bfb483c155 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 944 time: 0.1916294 Apr 03 16:19:35.587960 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a85f25e8-3e0b-4f22-a727-70390e9d7aa7 req-f1c64f13-6339-422c-a5e2-6460e24eff53 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751227 Apr 03 16:19:35.676750 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cec9a40d-6c5c-47f9-ad49-867f0ef1ad78 req-4b8622c0-bf9b-4512-907e-8c64dca94981 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878108 Apr 03 16:19:35.680779 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] For port 259ca44a-f869-412b-8f18-d1e261c6e795, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:19:35.683897 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] For port 259ca44a-f869-412b-8f18-d1e261c6e795, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=259ca44a-f869-412b-8f18-d1e261c6e795,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:19:35.720654 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5579c4f4-506f-46f3-9732-a5b220b4860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (c20bdb33-8494-4a67-a04b-2efdcaaf5c32), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.723252 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5579c4f4-506f-46f3-9732-a5b220b4860f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.724536 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-5579c4f4-506f-46f3-9732-a5b220b4860f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c20bdb33-8494-4a67-a04b-2efdcaaf5c32 HTTP/1.1" status: 204 len: 168 time: 0.3689916 Apr 03 16:19:35.732783 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579c4f4-506f-46f3-9732-a5b220b4860f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20bdb33-8494-4a67-a04b-2efdcaaf5c32,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:35.795653 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.823999 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.830154 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:35.830805 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:35.833566 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] 10.222.0.21 "PUT /v2.0/ports/259ca44a-f869-412b-8f18-d1e261c6e795 HTTP/1.1" status: 200 len: 1094 time: 1.7971444 Apr 03 16:19:35.833566 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fdf8c4-310b-4461-932a-8565466abf6b', 'tag': '259ca44a-f869-412b-8f18-d1e261c6e795'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:19:35.834893 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc5358e-e6e3-4acc-8d6d-0b3a42d8ddd8" -d '{"events": [{"name": "network-changed", "server_uuid": "04fdf8c4-310b-4461-932a-8565466abf6b", "tag": "259ca44a-f869-412b-8f18-d1e261c6e795"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:19:35.862892 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b32a9-6004-4e8e-ba79-ba950cc5c6bf service neutron] Pushing event updated for resources: {'Port': ['ID=259ca44a-f869-412b-8f18-d1e261c6e795,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:35.880265 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d53f85-b4ca-498d-9f6a-85e2428969d8 x-openstack-request-id: req-a8d53f85-b4ca-498d-9f6a-85e2428969d8 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:19:35.880661 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fdf8c4-310b-4461-932a-8565466abf6b", "tag": "259ca44a-f869-412b-8f18-d1e261c6e795", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:19:35.881432 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8d53f85-b4ca-498d-9f6a-85e2428969d8 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:19:35.881844 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d53f85-b4ca-498d-9f6a-85e2428969d8'] response: {'name': 'network-changed', 'server_uuid': '04fdf8c4-310b-4461-932a-8565466abf6b', 'tag': '259ca44a-f869-412b-8f18-d1e261c6e795', 'status': 'completed', 'code': 200} Apr 03 16:19:35.956976 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5358e-e6e3-4acc-8d6d-0b3a42d8ddd8 req-75ed8f40-badf-4d1b-9a8f-5b729c5e0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:35.958515 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3fc5358e-e6e3-4acc-8d6d-0b3a42d8ddd8 req-75ed8f40-badf-4d1b-9a8f-5b729c5e0083 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 1128 time: 0.0560632 Apr 03 16:19:36.077782 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5358e-e6e3-4acc-8d6d-0b3a42d8ddd8 req-2c47e2d5-41f5-482a-86be-e79f69d590f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:36.079932 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3fc5358e-e6e3-4acc-8d6d-0b3a42d8ddd8 req-2c47e2d5-41f5-482a-86be-e79f69d590f9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1112669 Apr 03 16:19:36.183258 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5358e-e6e3-4acc-8d6d-0b3a42d8ddd8 req-7ff49efb-26b6-4041-b3ba-a5755bb70c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:36.184723 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3fc5358e-e6e3-4acc-8d6d-0b3a42d8ddd8 req-7ff49efb-26b6-4041-b3ba-a5755bb70c9e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974138 Apr 03 16:19:36.284780 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-abea73e6-0895-4788-a9d4-da0ff638d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:36.286369 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-abea73e6-0895-4788-a9d4-da0ff638d40c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 1128 time: 0.0565209 Apr 03 16:19:36.329351 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-bd346475-c673-4a1e-897f-792ffbcb033c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259ca44a-f869-412b-8f18-d1e261c6e795 HTTP/1.1" status: 200 len: 217 time: 0.0357542 Apr 03 16:19:36.381124 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-d10a3142-4422-42a7-b3c1-7fe678c4960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:36.384417 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-d10a3142-4422-42a7-b3c1-7fe678c4960d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0490050 Apr 03 16:19:36.437529 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-ca81c59b-0fe2-4edb-acd5-403595413402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:36.439271 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-ca81c59b-0fe2-4edb-acd5-403595413402 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489249 Apr 03 16:19:36.535247 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-a5d42596-8c0a-482c-a1f2-d58977492e16 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895846 Apr 03 16:19:36.641631 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b72d681d-5d14-4674-b0ff-bf59128b73c9 req-5b7e0cfd-bae1-4d97-914a-53b679d9b204 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995541 Apr 03 16:19:36.798285 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6842a-e638-4255-8c97-b4e8c8a506a6 req-022c0b4f-45a7-41c5-99ae-cbe70c22d746 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:36.799787 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-30c6842a-e638-4255-8c97-b4e8c8a506a6 req-022c0b4f-45a7-41c5-99ae-cbe70c22d746 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 944 time: 0.0526714 Apr 03 16:19:36.851284 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-30c6842a-e638-4255-8c97-b4e8c8a506a6 req-9668108b-74b3-4466-ba1f-16e7fba9fa2d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457997 Apr 03 16:19:36.971054 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 36766) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:37.085965 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03c6cc9c-31ef-4a70-8ca1-34152adc2329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:37.158438 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03c6cc9c-31ef-4a70-8ca1-34152adc2329 admin admin] Publish callbacks [] for security_group (525e135c-1995-4e19-99fc-7d1af0bb7a66), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:37.254991 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03c6cc9c-31ef-4a70-8ca1-34152adc2329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (525e135c-1995-4e19-99fc-7d1af0bb7a66), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:37.292742 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-03c6cc9c-31ef-4a70-8ca1-34152adc2329 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8fcb93016a6f42ec9e732bef59119d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205683 Apr 03 16:19:37.293609 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6cc9c-31ef-4a70-8ca1-34152adc2329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525e135c-1995-4e19-99fc-7d1af0bb7a66,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:37.295498 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36772) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:37.344891 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee823375-6506-40b6-b723-1945736955f8 admin admin] Publish callbacks [] for security_group (525e135c-1995-4e19-99fc-7d1af0bb7a66), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:37.367455 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee823375-6506-40b6-b723-1945736955f8 admin admin] Publish callbacks [] for security_group (525e135c-1995-4e19-99fc-7d1af0bb7a66), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:37.475235 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee823375-6506-40b6-b723-1945736955f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (525e135c-1995-4e19-99fc-7d1af0bb7a66), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:37.477688 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee823375-6506-40b6-b723-1945736955f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:37.479155 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ee823375-6506-40b6-b723-1945736955f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/525e135c-1995-4e19-99fc-7d1af0bb7a66 HTTP/1.1" status: 204 len: 168 time: 0.1826234 Apr 03 16:19:37.487904 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee823375-6506-40b6-b723-1945736955f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525e135c-1995-4e19-99fc-7d1af0bb7a66,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:37.919192 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-c763849e-5130-4588-bfb6-6394334ac8f2 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:37.920698 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-c763849e-5130-4588-bfb6-6394334ac8f2 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/networks?id=e161282c-1f0f-4efc-894a-7cc83e2a655f HTTP/1.1" status: 200 len: 809 time: 0.1220572 Apr 03 16:19:37.935962 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-7cadfb6c-2b3e-4f80-a70f-5f1f78e0257d tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/quotas/dd26ff19000d48f3bbbbb198d30abbcf HTTP/1.1" status: 200 len: 375 time: 0.0101073 Apr 03 16:19:37.969679 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-1bf65e71-2fb5-4a2e-b2eb-bedb66d131c3 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd26ff19000d48f3bbbbb198d30abbcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284679 Apr 03 16:19:37.984919 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b09b7-6698-4131-b6b9-7495491a1753 req-c3d35f89-5279-40cd-a7c8-8edead2f0222 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:37.986301 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a98b09b7-6698-4131-b6b9-7495491a1753 req-c3d35f89-5279-40cd-a7c8-8edead2f0222 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 944 time: 0.0601568 Apr 03 16:19:38.035307 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a98b09b7-6698-4131-b6b9-7495491a1753 req-16463c58-01c3-4101-a8ac-503970dfbaab tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Apr 03 16:19:38.065403 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-3acbca5f-f48a-4518-b42c-c53b86850d21 service neutron] 10.222.0.37 "GET /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887041 Apr 03 16:19:38.161200 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-2116665f-7c58-4f65-ac54-ae73c1eaffab service neutron] 10.222.0.37 "GET /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882981 Apr 03 16:19:38.180664 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36804) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:38.192050 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7030b2d-9203-47a4-8a0c-1bf3b7f3f09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:38.272545 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7030b2d-9203-47a4-8a0c-1bf3b7f3f09f admin admin] Publish callbacks [] for security_group (e39f6942-f056-4241-ad67-f7b1c349fef1), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:38.331940 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7030b2d-9203-47a4-8a0c-1bf3b7f3f09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (e39f6942-f056-4241-ad67-f7b1c349fef1), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:38.371192 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7030b2d-9203-47a4-8a0c-1bf3b7f3f09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f6942-f056-4241-ad67-f7b1c349fef1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:38.374097 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c7030b2d-9203-47a4-8a0c-1bf3b7f3f09f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cd65867e9c74fb68ef9775010a47cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943405 Apr 03 16:19:38.382372 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 36810) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:38.455594 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4cccf6c9-f619-4054-855c-f29d61c264e9 req-3d77a120-9adf-4cfc-8828-11bee6e941af tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 210 time: 0.0335894 Apr 03 16:19:38.474109 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2cac2728-971a-4ac9-92d1-b4e19dea1a14 admin admin] Publish callbacks [] for security_group (e39f6942-f056-4241-ad67-f7b1c349fef1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:38.496604 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2cac2728-971a-4ac9-92d1-b4e19dea1a14 admin admin] Publish callbacks [] for security_group (e39f6942-f056-4241-ad67-f7b1c349fef1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:38.640472 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2cac2728-971a-4ac9-92d1-b4e19dea1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (e39f6942-f056-4241-ad67-f7b1c349fef1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:38.643046 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2cac2728-971a-4ac9-92d1-b4e19dea1a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:38.644192 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2cac2728-971a-4ac9-92d1-b4e19dea1a14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e39f6942-f056-4241-ad67-f7b1c349fef1 HTTP/1.1" status: 204 len: 168 time: 0.2662282 Apr 03 16:19:38.652549 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac2728-971a-4ac9-92d1-b4e19dea1a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f6942-f056-4241-ad67-f7b1c349fef1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:39.137574 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-20d4c1f0-e3f4-4f57-ae42-499f6c5c1a91 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=964a59d16cf5480f80c48b376aed9da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502756 Apr 03 16:19:39.216533 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01318545-e809-4478-8335-9e3acea5d2d2 req-85f4b4b5-7b01-4415-b2a9-7698e50e321b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:39.218195 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-01318545-e809-4478-8335-9e3acea5d2d2 req-85f4b4b5-7b01-4415-b2a9-7698e50e321b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 944 time: 0.0914910 Apr 03 16:19:39.295210 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-01318545-e809-4478-8335-9e3acea5d2d2 req-7176106f-4ca2-42ba-8121-a94fdba1ac42 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609524 Apr 03 16:19:39.376062 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-416cf565-e36a-4c8f-9dc5-0f002d8f9cc0 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:39.377506 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-416cf565-e36a-4c8f-9dc5-0f002d8f9cc0 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344363 Apr 03 16:19:39.391533 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-8b4a1c6c-d6e9-4f95-956a-5297590af2d9 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/quotas/964a59d16cf5480f80c48b376aed9da4 HTTP/1.1" status: 200 len: 375 time: 0.0086966 Apr 03 16:19:39.425683 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-6ca5a895-496f-4a87-8c1d-ad52c6c0859d tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=964a59d16cf5480f80c48b376aed9da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294051 Apr 03 16:19:39.534496 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4d2d4104-7f8c-453e-a925-20cd1b551dca req-e572ac4b-67b4-4b7a-8137-687dafd3459b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 210 time: 0.0313165 Apr 03 16:19:39.726728 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9d55430c-f52a-40f8-bb9a-4d551be26a40 req-6f6dfb7a-eb1d-4e29-9b1b-9ae0f84f57d3 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 210 time: 0.0409675 Apr 03 16:19:40.133279 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device e47f8855-92a5-4a69-ae05-7e89a940cbe5 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:19:40.243584 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port e47f8855-92a5-4a69-ae05-7e89a940cbe5, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=e47f8855-92a5-4a69-ae05-7e89a940cbe5,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:40.388603 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': 'e47f8855-92a5-4a69-ae05-7e89a940cbe5', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'port_id': 'e47f8855-92a5-4a69-ae05-7e89a940cbe5', 'mac_address': 'fa:16:3e:1a:a9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:19:40.428408 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d437f07-aec8-48a8-a1c5-9f945dbd29c9 req-93805818-7391-4440-95c1-bb9891a0e650 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:40.429788 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1d437f07-aec8-48a8-a1c5-9f945dbd29c9 req-93805818-7391-4440-95c1-bb9891a0e650 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 944 time: 0.0709329 Apr 03 16:19:40.440733 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port e47f8855-92a5-4a69-ae05-7e89a940cbe5 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:40.441121 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:40.455212 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47f8855-92a5-4a69-ae05-7e89a940cbe5 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:19:40.475961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port e47f8855-92a5-4a69-ae05-7e89a940cbe5, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=e47f8855-92a5-4a69-ae05-7e89a940cbe5,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:40.477962 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1d437f07-aec8-48a8-a1c5-9f945dbd29c9 req-09eccdb4-d211-48f0-ad8a-65f16f5bbd88 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Apr 03 16:19:40.601592 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:40.602292 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 259ca44a-f869-412b-8f18-d1e261c6e795 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:19:40.627600 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9a28095c-65c7-4188-b1c2-e108f95549ac req-fd2028ad-6579-4366-a54e-7df9279fb651 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 210 time: 0.0279396 Apr 03 16:19:40.681263 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 259ca44a-f869-412b-8f18-d1e261c6e795, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=259ca44a-f869-412b-8f18-d1e261c6e795,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:40.683730 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=e47f8855-92a5-4a69-ae05-7e89a940cbe5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:40.695166 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '259ca44a-f869-412b-8f18-d1e261c6e795', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'port_id': '259ca44a-f869-412b-8f18-d1e261c6e795', 'mac_address': 'fa:16:3e:39:ee:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:19:40.736034 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 259ca44a-f869-412b-8f18-d1e261c6e795 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:40.736415 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:40.758427 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259ca44a-f869-412b-8f18-d1e261c6e795 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:19:40.783457 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 259ca44a-f869-412b-8f18-d1e261c6e795, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=259ca44a-f869-412b-8f18-d1e261c6e795,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:40.814064 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9b7b5cd0-e67c-4068-8d09-7b4e958ba883 req-e5ec9f8c-eae8-4d09-8946-de082bd3700b tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 210 time: 0.0256467 Apr 03 16:19:40.846221 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:40.888448 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-70d52348-c74b-404f-8fe4-c1484968c76b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:40.890186 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-70d52348-c74b-404f-8fe4-c1484968c76b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.21 "GET /v2.0/networks?id=e161282c-1f0f-4efc-894a-7cc83e2a655f HTTP/1.1" status: 200 len: 809 time: 0.1015720 Apr 03 16:19:40.906892 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=259ca44a-f869-412b-8f18-d1e261c6e795,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:40.907710 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Request body: {'port': {'device_id': '00a8c4ac-1367-47d0-b549-ee5737b67110', 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f', 'admin_state_up': True, 'tenant_id': 'dd26ff19000d48f3bbbbb198d30abbcf'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:41.104057 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Made reservation on behalf of dd26ff19000d48f3bbbbb198d30abbcf for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:19:41.107468 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:41.240873 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Allocated IP 172.20.0.8 (e161282c-1f0f-4efc-894a-7cc83e2a655f/5fc6a58c-ceaf-4392-a743-114cf08034c9/d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:19:41.281199 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['e47f8855-92a5-4a69-ae05-7e89a940cbe5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:19:41.337224 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['259ca44a-f869-412b-8f18-d1e261c6e795'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:19:41.409303 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks [] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:41.580298 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:41.638034 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Network e161282c-1f0f-4efc-894a-7cc83e2a655f is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:19:41.641719 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Pushing event updated for resources: {'Port': ['ID=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:41.644173 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:19:41.646942 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:19:41.689921 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d778d21-aea9-4715-9ef4-42ac5a5ca226 req-97393972-0c3b-4299-ac7c-6abafc83ed42 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:41.691465 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3d778d21-aea9-4715-9ef4-42ac5a5ca226 req-97393972-0c3b-4299-ac7c-6abafc83ed42 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 945 time: 0.1443701 Apr 03 16:19:41.758259 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3d778d21-aea9-4715-9ef4-42ac5a5ca226 req-82e7e335-2a23-4c7f-8279-e551e141b348 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585880 Apr 03 16:19:41.765282 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59201f9-f75a-4eef-82a1-a224fa84e102 req-d386f0ad-4f8f-46eb-a1f6-1fd74a3d6dcf tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:41.766087 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:41.766922 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:41.774546 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a59201f9-f75a-4eef-82a1-a224fa84e102 req-d386f0ad-4f8f-46eb-a1f6-1fd74a3d6dcf tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 931 time: 0.0728552 Apr 03 16:19:41.825165 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a59201f9-f75a-4eef-82a1-a224fa84e102 req-437f1c35-314c-4ede-b589-cba8e77ed9d4 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494471 Apr 03 16:19:41.897393 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-14265a74-6bb7-4411-9942-117db4541f04 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9977407 Apr 03 16:19:41.919607 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Request body: {'port': {'device_id': '00a8c4ac-1367-47d0-b549-ee5737b67110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:41.923162 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-88f70086-68dc-42e6-90fa-e77655dbd193 req-24a1aa0b-3050-4fe1-b939-a86309cba32c tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 210 time: 0.0390074 Apr 03 16:19:41.981883 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:42.268542 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-6beb3d02-d9bd-4fdd-80f3-71eaa1ca1bef tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=964a59d16cf5480f80c48b376aed9da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316827 Apr 03 16:19:42.274738 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:19:42.289676 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Publish callbacks [] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:42.377897 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Transition to ACTIVE for port object d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:19:42.463725 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-89c09c04-9fe5-49b5-98cb-4391e083050b tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:42.465182 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-89c09c04-9fe5-49b5-98cb-4391e083050b tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861956 Apr 03 16:19:42.476576 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Request body: {'port': {'device_id': '0cb7d9f5-74b7-42ad-8509-05eed4d75fa1', 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1', 'admin_state_up': True, 'tenant_id': '964a59d16cf5480f80c48b376aed9da4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:42.518687 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:42.595775 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:42.683440 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Attempting to bind port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:19:42.684108 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Attempting to bind port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'ff9d2994-0319-4363-a272-0188b48d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:19:42.684108 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Attempting to bind port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f on network e161282c-1f0f-4efc-894a-7cc83e2a655f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:42.688181 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f on network e161282c-1f0f-4efc-894a-7cc83e2a655f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:19:42.688493 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Attempting to bind port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f on network e161282c-1f0f-4efc-894a-7cc83e2a655f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:42.693859 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:19:42.694186 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Checking segment: {'id': 'ff9d2994-0319-4363-a272-0188b48d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:19:42.694607 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Bound using segment: {'id': 'ff9d2994-0319-4363-a272-0188b48d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:19:42.695024 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Bound port: d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9d2994-0319-4363-a272-0188b48d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:19:42.695370 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:42.755227 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Made reservation on behalf of 964a59d16cf5480f80c48b376aed9da4 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:19:42.759811 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:42.772114 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:42.774899 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] For port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:19:42.802753 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] For port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,segment=NetworkSegment(ff9d2994-0319-4363-a272-0188b48d2371),segment_id=ff9d2994-0319-4363-a272-0188b48d2371)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:19:42.883946 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks [] for security_group (965adcbb-aa20-45ba-9ffd-2c22f192745d), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:42.901342 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:42.909920 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452e92-072d-4d9e-95f7-63a2b03325bb req-fa509ef9-4018-4236-8800-14b46d001fc8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:42.912349 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bb452e92-072d-4d9e-95f7-63a2b03325bb req-fa509ef9-4018-4236-8800-14b46d001fc8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 945 time: 0.0705178 Apr 03 16:19:42.966068 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:42.969597 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:42.969597 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] 10.222.0.21 "PUT /v2.0/ports/d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f HTTP/1.1" status: 200 len: 1093 time: 1.0529680 Apr 03 16:19:42.969597 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a8c4ac-1367-47d0-b549-ee5737b67110', 'tag': 'd2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:19:42.969846 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bb452e92-072d-4d9e-95f7-63a2b03325bb req-9db72d5f-be0a-4ada-94d4-b0d147e7b1c6 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512912 Apr 03 16:19:42.970843 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "00a8c4ac-1367-47d0-b549-ee5737b67110", "tag": "d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:19:43.013516 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fc673-0c72-4882-a2a2-afd2dd7cf148 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:43.018836 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (965adcbb-aa20-45ba-9ffd-2c22f192745d), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:43.066026 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-032a32af-dc35-4757-aff4-59cad395750e req-081369b2-52ee-49e1-a69b-506687b06d63 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 210 time: 0.0292895 Apr 03 16:19:43.128127 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce71d83-7719-4dee-ba9e-2887068c7f1f x-openstack-request-id: req-6ce71d83-7719-4dee-ba9e-2887068c7f1f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:19:43.128412 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a8c4ac-1367-47d0-b549-ee5737b67110", "tag": "d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:19:43.129661 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ce71d83-7719-4dee-ba9e-2887068c7f1f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:19:43.129661 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce71d83-7719-4dee-ba9e-2887068c7f1f'] response: {'name': 'network-changed', 'server_uuid': '00a8c4ac-1367-47d0-b549-ee5737b67110', 'tag': 'd2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f', 'status': 'completed', 'code': 200} Apr 03 16:19:43.420022 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f0e12-cceb-4d05-bddd-4abcf5649233 req-2746f344-5758-422d-abc2-110868110e95 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:43.422323 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e78f0e12-cceb-4d05-bddd-4abcf5649233 req-2746f344-5758-422d-abc2-110868110e95 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 943 time: 0.5116932 Apr 03 16:19:43.427269 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965adcbb-aa20-45ba-9ffd-2c22f192745d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:43.523310 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-50e2b00e-7cfb-4569-9dac-71a886ad2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:43.524780 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-50e2b00e-7cfb-4569-9dac-71a886ad2fcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd26ff19000d48f3bbbbb198d30abbcf&device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 1127 time: 0.4107895 Apr 03 16:19:43.550615 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Allocated IP 192.168.233.86 (59a52776-43e5-40fb-8482-3777cfd734d1/c265c82a-e135-47d5-a16a-a59f4cc82f09/9b68fbec-d735-45af-bc6f-745ff24682b1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:19:43.582189 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e78f0e12-cceb-4d05-bddd-4abcf5649233 req-cd40c50e-148a-423e-a8df-d63926e8a87b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483686 Apr 03 16:19:43.585181 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-c0de81ba-3950-43af-a511-44b0946356a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f HTTP/1.1" status: 200 len: 217 time: 0.0493455 Apr 03 16:19:43.658854 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-77714b4b-e521-49b5-904f-c19e3e975cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:43.660207 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-77714b4b-e521-49b5-904f-c19e3e975cd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fc6a58c-ceaf-4392-a743-114cf08034c9 HTTP/1.1" status: 200 len: 849 time: 0.0683882 Apr 03 16:19:43.702539 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-52d1f52f-b6dc-4c74-855a-7a9bcb1dad29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e161282c-1f0f-4efc-894a-7cc83e2a655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351977 Apr 03 16:19:43.857557 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks [] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:43.860341 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-aceb8b5e-8dbb-4a78-88b5-596596150f31 service neutron] 10.222.0.21 "GET /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338303 Apr 03 16:19:43.966054 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52b2933c-3b8f-4e76-9d7e-eae060b031cf req-39c42cdd-a4a1-4bf0-b3d1-c30651cc76ab service neutron] 10.222.0.21 "GET /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980875 Apr 03 16:19:44.050233 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:44.106386 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03019af-4414-49b9-96c4-b86f0ac48e3d req-698a4fdd-9708-4b1e-938e-2c2baa74e194 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:44.107923 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c03019af-4414-49b9-96c4-b86f0ac48e3d req-698a4fdd-9708-4b1e-938e-2c2baa74e194 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 945 time: 0.0639629 Apr 03 16:19:44.110974 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Network 59a52776-43e5-40fb-8482-3777cfd734d1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:19:44.134108 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Pushing event updated for resources: {'Port': ['ID=9b68fbec-d735-45af-bc6f-745ff24682b1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:44.139845 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:19:44.143933 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:19:44.155225 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device e47f8855-92a5-4a69-ae05-7e89a940cbe5 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:19:44.167566 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c03019af-4414-49b9-96c4-b86f0ac48e3d req-2d3b8e90-dbef-4682-97ba-c934309a569c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524597 Apr 03 16:19:44.229753 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd req-842f7452-6689-417e-87f6-8e510f935e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:44.231315 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd req-842f7452-6689-417e-87f6-8e510f935e62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd26ff19000d48f3bbbbb198d30abbcf&device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 1127 time: 0.1409857 Apr 03 16:19:44.237536 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:44.238186 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:44.303618 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port e47f8855-92a5-4a69-ae05-7e89a940cbe5 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:19:44.307818 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port e47f8855-92a5-4a69-ae05-7e89a940cbe5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:44.309008 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:44.319115 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d319f7-49c1-4002-9e22-ea95bed6aab5 req-1832e23d-c0fc-4f8d-b6fe-bfd77e0e6cd4 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:44.326720 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5d319f7-49c1-4002-9e22-ea95bed6aab5 req-1832e23d-c0fc-4f8d-b6fe-bfd77e0e6cd4 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 935 time: 0.1845844 Apr 03 16:19:44.371764 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-a898bfcd-677b-496c-96c1-e156e668b804 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8986719 Apr 03 16:19:44.388899 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Request body: {'port': {'device_id': '0cb7d9f5-74b7-42ad-8509-05eed4d75fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:19:44.397749 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port e47f8855-92a5-4a69-ae05-7e89a940cbe5 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:44.399062 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:44.430338 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d85ea4-03b1-41c9-b552-1cbaa5d43237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47f8855-92a5-4a69-ae05-7e89a940cbe5'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:19:44.432606 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ad0c70-6630-46c3-b064-e72710caec9d" -d '{"events": [{"server_uuid": "63d85ea4-03b1-41c9-b552-1cbaa5d43237", "name": "network-vif-plugged", "status": "completed", "tag": "e47f8855-92a5-4a69-ae05-7e89a940cbe5"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:19:44.432948 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd req-950bd69b-c81b-49ae-ba7f-fe353fd2f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:44.434411 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd req-950bd69b-c81b-49ae-ba7f-fe353fd2f9c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e161282c-1f0f-4efc-894a-7cc83e2a655f HTTP/1.1" status: 200 len: 910 time: 0.1920235 Apr 03 16:19:44.442881 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5d319f7-49c1-4002-9e22-ea95bed6aab5 req-4cb7f303-79ad-44d6-b5d6-57037c2f15b5 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119809 Apr 03 16:19:44.462106 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port e47f8855-92a5-4a69-ae05-7e89a940cbe5, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=e47f8855-92a5-4a69-ae05-7e89a940cbe5,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:44.464949 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2d6ed9b0-9d8d-4067-9eb8-87f9f50cea60 None None] Provisioning complete for port 9b68fbec-d735-45af-bc6f-745ff24682b1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:44.465307 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed9b0-9d8d-4067-9eb8-87f9f50cea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:44.478988 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd req-109bcf41-6441-40ed-bde0-e5a727edec74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f HTTP/1.1" status: 200 len: 217 time: 0.0358074 Apr 03 16:19:44.485856 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab2b5d3-c880-4924-adf6-4ebb2c666e65 x-openstack-request-id: req-aab2b5d3-c880-4924-adf6-4ebb2c666e65 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:19:44.486183 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d85ea4-03b1-41c9-b552-1cbaa5d43237", "name": "network-vif-plugged", "status": "completed", "tag": "e47f8855-92a5-4a69-ae05-7e89a940cbe5", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:19:44.488263 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aab2b5d3-c880-4924-adf6-4ebb2c666e65 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:19:44.488263 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab2b5d3-c880-4924-adf6-4ebb2c666e65'] response: {'server_uuid': '63d85ea4-03b1-41c9-b552-1cbaa5d43237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47f8855-92a5-4a69-ae05-7e89a940cbe5', 'code': 200} Apr 03 16:19:44.502672 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ed9b0-9d8d-4067-9eb8-87f9f50cea60 None None] Port 9b68fbec-d735-45af-bc6f-745ff24682b1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:19:44.543391 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:44.565106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd req-847c632d-242a-4107-a61d-7e8289a081c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:44.566587 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd req-847c632d-242a-4107-a61d-7e8289a081c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fc6a58c-ceaf-4392-a743-114cf08034c9 HTTP/1.1" status: 200 len: 849 time: 0.0626721 Apr 03 16:19:44.581196 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:44.581999 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 259ca44a-f869-412b-8f18-d1e261c6e795 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:19:44.610908 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd req-a7c5ff30-fd6a-477b-86c9-7f3b233dc005 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e161282c-1f0f-4efc-894a-7cc83e2a655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272028 Apr 03 16:19:44.674495 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=e47f8855-92a5-4a69-ae05-7e89a940cbe5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:44.766780 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 259ca44a-f869-412b-8f18-d1e261c6e795 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:19:44.771805 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 259ca44a-f869-412b-8f18-d1e261c6e795 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:44.772326 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:44.838506 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c5f0f-8911-4855-ac56-61d2b053b178 req-da576c8f-35f5-4638-8a60-6a75911814c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:44.840195 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-199c5f0f-8911-4855-ac56-61d2b053b178 req-da576c8f-35f5-4638-8a60-6a75911814c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 1130 time: 0.0658889 Apr 03 16:19:44.871896 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76503288-b0c4-433e-be39-efc43fb82295 req-3d58644a-0267-40d5-a959-1c4ec872f12c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:44.873411 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-76503288-b0c4-433e-be39-efc43fb82295 req-3d58644a-0267-40d5-a959-1c4ec872f12c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 943 time: 0.1870022 Apr 03 16:19:44.879222 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd req-a1b85dd8-0c47-4eb7-ad2b-57d57f48c58a service neutron] 10.222.0.21 "GET /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613761 Apr 03 16:19:44.914503 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 259ca44a-f869-412b-8f18-d1e261c6e795 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:44.914934 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:44.918276 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-199c5f0f-8911-4855-ac56-61d2b053b178 req-45cefc72-5d16-4d5a-8164-7c1a57133459 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696788 Apr 03 16:19:44.961521 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 259ca44a-f869-412b-8f18-d1e261c6e795, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=259ca44a-f869-412b-8f18-d1e261c6e795,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:45.039263 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1f6b9f77-f9a9-4dc5-a617-af41a5f8e5dd req-117e52db-dcb0-433a-8895-b7f753343755 service neutron] 10.222.0.21 "GET /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498921 Apr 03 16:19:45.043921 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-76503288-b0c4-433e-be39-efc43fb82295 req-18f39d5a-c1d9-4f07-b9c4-96fbcf10781f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623919 Apr 03 16:19:45.077966 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:45.099669 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b68fbec-d735-45af-bc6f-745ff24682b1 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:19:45.108195 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Publish callbacks [] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:45.121477 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Transition to ACTIVE for port object 9b68fbec-d735-45af-bc6f-745ff24682b1 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:19:45.130522 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=259ca44a-f869-412b-8f18-d1e261c6e795,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:45.227801 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:45.291152 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c36f6-a2f2-4a20-9cff-791fb8eaa52d req-6523bea5-c61c-40f0-a6f5-7cde62c97380 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:45.292658 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b7c36f6-a2f2-4a20-9cff-791fb8eaa52d req-6523bea5-c61c-40f0-a6f5-7cde62c97380 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0576525 Apr 03 16:19:45.301458 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Pushing event updated for resources: {'Port': ['ID=9b68fbec-d735-45af-bc6f-745ff24682b1,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:45.350817 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b7c36f6-a2f2-4a20-9cff-791fb8eaa52d req-1790c7f6-fa39-4e79-9d69-c724defed116 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520899 Apr 03 16:19:45.365275 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Attempting to bind port 9b68fbec-d735-45af-bc6f-745ff24682b1 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:19:45.365491 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Attempting to bind port 9b68fbec-d735-45af-bc6f-745ff24682b1 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': '40b36a23-9fcf-4f30-95fd-6d26193787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:19:45.367195 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Attempting to bind port 9b68fbec-d735-45af-bc6f-745ff24682b1 on network 59a52776-43e5-40fb-8482-3777cfd734d1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:45.372163 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Port 9b68fbec-d735-45af-bc6f-745ff24682b1 on network 59a52776-43e5-40fb-8482-3777cfd734d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:19:45.372565 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Attempting to bind port 9b68fbec-d735-45af-bc6f-745ff24682b1 on network 59a52776-43e5-40fb-8482-3777cfd734d1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:19:45.377646 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:19:45.378046 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Checking segment: {'id': '40b36a23-9fcf-4f30-95fd-6d26193787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:19:45.379739 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Bound using segment: {'id': '40b36a23-9fcf-4f30-95fd-6d26193787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:19:45.379739 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Bound port: 9b68fbec-d735-45af-bc6f-745ff24682b1, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b36a23-9fcf-4f30-95fd-6d26193787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:19:45.379739 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:45.444260 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] For port 9b68fbec-d735-45af-bc6f-745ff24682b1, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:19:45.454502 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] For port 9b68fbec-d735-45af-bc6f-745ff24682b1, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b68fbec-d735-45af-bc6f-745ff24682b1,segment=NetworkSegment(40b36a23-9fcf-4f30-95fd-6d26193787df),segment_id=40b36a23-9fcf-4f30-95fd-6d26193787df)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:19:45.552537 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:45.590036 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a746fa6-dab2-4b9c-a20f-f75a1934d79e req-ae622d5d-fbe2-42c9-a285-cea011a254ac tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:45.591531 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6a746fa6-dab2-4b9c-a20f-f75a1934d79e req-ae622d5d-fbe2-42c9-a285-cea011a254ac tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 947 time: 0.0819254 Apr 03 16:19:45.598335 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:45.598958 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:45.600259 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] 10.222.0.21 "PUT /v2.0/ports/9b68fbec-d735-45af-bc6f-745ff24682b1 HTTP/1.1" status: 200 len: 1097 time: 1.2160120 Apr 03 16:19:45.602280 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb7d9f5-74b7-42ad-8509-05eed4d75fa1', 'tag': '9b68fbec-d735-45af-bc6f-745ff24682b1'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:19:45.604838 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ffc952-7f50-4b84-9892-360a20751233" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb7d9f5-74b7-42ad-8509-05eed4d75fa1", "tag": "9b68fbec-d735-45af-bc6f-745ff24682b1"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:19:45.645687 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b11125-b5db-4a11-909b-4773751579a8 x-openstack-request-id: req-b4b11125-b5db-4a11-909b-4773751579a8 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:19:45.646045 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb7d9f5-74b7-42ad-8509-05eed4d75fa1", "tag": "9b68fbec-d735-45af-bc6f-745ff24682b1", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:19:45.646296 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4b11125-b5db-4a11-909b-4773751579a8 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:19:45.646728 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b11125-b5db-4a11-909b-4773751579a8'] response: {'name': 'network-changed', 'server_uuid': '0cb7d9f5-74b7-42ad-8509-05eed4d75fa1', 'tag': '9b68fbec-d735-45af-bc6f-745ff24682b1', 'status': 'completed', 'code': 200} Apr 03 16:19:45.660820 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f85a9-62f2-45e9-9d1b-a414c79499db service neutron] Pushing event updated for resources: {'Port': ['ID=9b68fbec-d735-45af-bc6f-745ff24682b1,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:45.702127 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6a746fa6-dab2-4b9c-a20f-f75a1934d79e req-0919fdb4-ab5d-4202-93de-a75a9a59b047 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004388 Apr 03 16:19:45.722264 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffc952-7f50-4b84-9892-360a20751233 req-564dc318-43a7-4781-8922-ea0e46e757ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:45.723686 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-69ffc952-7f50-4b84-9892-360a20751233 req-564dc318-43a7-4781-8922-ea0e46e757ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=964a59d16cf5480f80c48b376aed9da4&device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 1131 time: 0.0564270 Apr 03 16:19:45.755154 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-69ffc952-7f50-4b84-9892-360a20751233 req-805b6219-198d-467a-ae13-8d2ccd366ab4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=964a59d16cf5480f80c48b376aed9da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202384 Apr 03 16:19:45.861810 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffc952-7f50-4b84-9892-360a20751233 req-db0bef54-d90d-404b-abaa-d7bcdd06299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:45.863756 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-69ffc952-7f50-4b84-9892-360a20751233 req-db0bef54-d90d-404b-abaa-d7bcdd06299d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028774 Apr 03 16:19:45.948176 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-52b3247d-9682-41be-a596-9f5abcdeffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:45.949624 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-52b3247d-9682-41be-a596-9f5abcdeffd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=964a59d16cf5480f80c48b376aed9da4&device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 1131 time: 0.0438173 Apr 03 16:19:45.990060 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-ef553f40-9016-4126-800d-71f55dfc755d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=9b68fbec-d735-45af-bc6f-745ff24682b1 HTTP/1.1" status: 200 len: 217 time: 0.0333648 Apr 03 16:19:46.041235 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-67065793-1ead-45e4-9961-881ddb93e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:46.042857 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-67065793-1ead-45e4-9961-881ddb93e8d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c265c82a-e135-47d5-a16a-a59f4cc82f09 HTTP/1.1" status: 200 len: 843 time: 0.0467050 Apr 03 16:19:46.090314 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-18ccb31f-0d7f-4786-9c78-360581ec5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:46.091854 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-18ccb31f-0d7f-4786-9c78-360581ec5bfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59a52776-43e5-40fb-8482-3777cfd734d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0434341 Apr 03 16:19:46.165260 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d601be-3df6-4cb5-a93b-16698a9ea96a req-abd26e86-3440-4518-a359-6e9eb8423520 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:46.166760 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-62d601be-3df6-4cb5-a93b-16698a9ea96a req-abd26e86-3440-4518-a359-6e9eb8423520 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 943 time: 0.0552711 Apr 03 16:19:46.186062 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-8669d8c2-b2d5-4852-af60-e434b3e12ba4 service neutron] 10.222.0.21 "GET /v2.0/networks/59a52776-43e5-40fb-8482-3777cfd734d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875175 Apr 03 16:19:46.212295 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-62d601be-3df6-4cb5-a93b-16698a9ea96a req-d7c3f456-1f12-4bd8-9e6a-7fca57b5212f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398448 Apr 03 16:19:46.280578 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6bc17ead-6d05-4b28-ba16-7c61ebd01f0a req-f8e5b2fe-b576-4aa5-b498-f46aa441fed9 service neutron] 10.222.0.21 "GET /v2.0/networks/59a52776-43e5-40fb-8482-3777cfd734d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878882 Apr 03 16:19:46.480139 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba502-795e-470b-b312-894ab262836b req-f7785973-0409-4628-9a6a-0a0da217f5f9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:46.481683 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3e1ba502-795e-470b-b312-894ab262836b req-f7785973-0409-4628-9a6a-0a0da217f5f9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0596094 Apr 03 16:19:46.488030 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fdf8c4-310b-4461-932a-8565466abf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259ca44a-f869-412b-8f18-d1e261c6e795'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:19:46.490369 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4397695e-0799-4a56-bdbb-cc3e4c4cda3b" -d '{"events": [{"server_uuid": "04fdf8c4-310b-4461-932a-8565466abf6b", "name": "network-vif-plugged", "status": "completed", "tag": "259ca44a-f869-412b-8f18-d1e261c6e795"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:19:46.524975 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ed06e1-7d42-4d5a-9f85-89fe02610b2a x-openstack-request-id: req-64ed06e1-7d42-4d5a-9f85-89fe02610b2a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:19:46.525351 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fdf8c4-310b-4461-932a-8565466abf6b", "name": "network-vif-plugged", "status": "completed", "tag": "259ca44a-f869-412b-8f18-d1e261c6e795", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:19:46.525693 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64ed06e1-7d42-4d5a-9f85-89fe02610b2a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:19:46.526156 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ed06e1-7d42-4d5a-9f85-89fe02610b2a'] response: {'server_uuid': '04fdf8c4-310b-4461-932a-8565466abf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259ca44a-f869-412b-8f18-d1e261c6e795', 'code': 200} Apr 03 16:19:46.532846 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3e1ba502-795e-470b-b312-894ab262836b req-f972ed2e-148d-45e1-a1f9-cf045d5e52ef tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Apr 03 16:19:46.818523 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219bb2-41b4-456b-83f3-4b15b7e43562 req-b4da712c-2cc2-41a1-9b33-3c554d0b58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:46.820691 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a0219bb2-41b4-456b-83f3-4b15b7e43562 req-b4da712c-2cc2-41a1-9b33-3c554d0b58b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 1130 time: 0.0477173 Apr 03 16:19:46.830355 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cd077-a170-4075-b3b8-77ad8ce66264 req-eb808c79-9681-4a16-8082-10eeac4adb66 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:46.831890 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f73cd077-a170-4075-b3b8-77ad8ce66264 req-eb808c79-9681-4a16-8082-10eeac4adb66 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 947 time: 0.0535605 Apr 03 16:19:46.865305 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a0219bb2-41b4-456b-83f3-4b15b7e43562 req-77e74969-0075-4487-9a77-d8d9a8a73be3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Apr 03 16:19:46.878237 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f73cd077-a170-4075-b3b8-77ad8ce66264 req-f89ac13f-9098-4ac1-a04f-0ea1b5c8820f tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404513 Apr 03 16:19:47.342228 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a45c2-47e9-41e2-a190-719745c2bb99 req-2727226b-1a0c-42e6-bc91-06cc5be8d5bc tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:47.344010 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ee6a45c2-47e9-41e2-a190-719745c2bb99 req-2727226b-1a0c-42e6-bc91-06cc5be8d5bc tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 943 time: 0.0529208 Apr 03 16:19:47.394042 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ee6a45c2-47e9-41e2-a190-719745c2bb99 req-df9a18bf-e2f3-47c2-b1e9-c205ef238c61 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Apr 03 16:19:47.658526 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b84b-c86f-4aca-a6cb-771848c4f9c9 req-7371fe72-6540-41c0-83e7-fedd006a3671 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:47.659939 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-25a8b84b-c86f-4aca-a6cb-771848c4f9c9 req-7371fe72-6540-41c0-83e7-fedd006a3671 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0622613 Apr 03 16:19:47.705418 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-25a8b84b-c86f-4aca-a6cb-771848c4f9c9 req-e6267dfe-5b32-4d0e-878e-05c546e39efe tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Apr 03 16:19:47.996760 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b188502-7a92-47e2-a142-5da0f05c8a17 req-eb2fb083-48a4-4b18-b940-668e7963c940 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:47.998224 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1b188502-7a92-47e2-a142-5da0f05c8a17 req-eb2fb083-48a4-4b18-b940-668e7963c940 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 947 time: 0.0522008 Apr 03 16:19:48.047477 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1b188502-7a92-47e2-a142-5da0f05c8a17 req-7408bdad-e234-4ab2-b45b-e9c019d28287 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Apr 03 16:19:48.169087 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:19:48.261612 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,segment=NetworkSegment(ff9d2994-0319-4363-a272-0188b48d2371),segment_id=ff9d2994-0319-4363-a272-0188b48d2371)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:48.272599 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': 'd2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f', 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f', 'port_id': 'd2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f', 'mac_address': 'fa:16:3e:96:fe:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc6a58c-ceaf-4392-a743-114cf08034c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:19:48.311018 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:48.311397 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:48.330072 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:19:48.349728 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,segment=NetworkSegment(ff9d2994-0319-4363-a272-0188b48d2371),segment_id=ff9d2994-0319-4363-a272-0188b48d2371)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:48.452146 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:48.503167 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:48.511933 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca00587-fa86-4836-af33-76b4033b36dd req-87634b8c-ddee-4983-b3c7-1995d1075b2a tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:48.513382 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8ca00587-fa86-4836-af33-76b4033b36dd req-87634b8c-ddee-4983-b3c7-1995d1075b2a tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 944 time: 0.0539465 Apr 03 16:19:48.559459 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8ca00587-fa86-4836-af33-76b4033b36dd req-fc80cca9-384b-4830-8aed-bc0f17552f4c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Apr 03 16:19:48.819853 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cec1a-529b-43bc-996b-2da1f393be46 req-5c77e6cb-9b0b-4032-a5f3-d8effb898533 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:48.821345 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-450cec1a-529b-43bc-996b-2da1f393be46 req-5c77e6cb-9b0b-4032-a5f3-d8effb898533 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0512908 Apr 03 16:19:48.866006 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-450cec1a-529b-43bc-996b-2da1f393be46 req-32fa2464-1f9f-4015-a25c-a0b6fb10ecca tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392692 Apr 03 16:19:49.163971 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbf80-6233-46d7-9867-b94d25a9fb76 req-9e4b0a13-cd50-4712-91cd-775ae087c532 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:49.166078 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e3bbbf80-6233-46d7-9867-b94d25a9fb76 req-9e4b0a13-cd50-4712-91cd-775ae087c532 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 947 time: 0.0533121 Apr 03 16:19:49.400413 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e3bbbf80-6233-46d7-9867-b94d25a9fb76 req-f2f8d9eb-fd0b-4d3a-ab15-254169999ede tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288778 Apr 03 16:19:49.675112 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebba8c7-fb36-4a5d-98c7-32dc74bbbec5 req-1a703dd7-7702-4b8e-b0aa-4d69d84f3260 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:49.676478 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3ebba8c7-fb36-4a5d-98c7-32dc74bbbec5 req-1a703dd7-7702-4b8e-b0aa-4d69d84f3260 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 944 time: 0.0507286 Apr 03 16:19:49.722230 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3ebba8c7-fb36-4a5d-98c7-32dc74bbbec5 req-b57d5a18-ee8f-4882-ab98-b80fbb6f1c9d tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Apr 03 16:19:49.979100 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a059-c573-42a8-beef-8762a0de1a2e req-7096496e-fa6b-4604-89e3-e5067258ce9a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:49.980554 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dbe2a059-c573-42a8-beef-8762a0de1a2e req-7096496e-fa6b-4604-89e3-e5067258ce9a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0518639 Apr 03 16:19:50.026322 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dbe2a059-c573-42a8-beef-8762a0de1a2e req-37d3c6c9-4ec9-4b19-ab37-598b5ed15560 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Apr 03 16:19:50.526644 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ba79d-4ea1-4c85-a181-613674582a53 req-da0301be-0e7f-49c9-b6a3-e06a36b42104 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:50.528094 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ee1ba79d-4ea1-4c85-a181-613674582a53 req-da0301be-0e7f-49c9-b6a3-e06a36b42104 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 947 time: 0.0548661 Apr 03 16:19:50.572781 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ee1ba79d-4ea1-4c85-a181-613674582a53 req-0a754916-b6d7-427d-bf03-dacb3b8f7b9f tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 Apr 03 16:19:50.578973 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9b68fbec-d735-45af-bc6f-745ff24682b1 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:19:50.680332 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9b68fbec-d735-45af-bc6f-745ff24682b1, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b68fbec-d735-45af-bc6f-745ff24682b1,segment=NetworkSegment(40b36a23-9fcf-4f30-95fd-6d26193787df),segment_id=40b36a23-9fcf-4f30-95fd-6d26193787df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:50.691135 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '9b68fbec-d735-45af-bc6f-745ff24682b1', 'network_id': '59a52776-43e5-40fb-8482-3777cfd734d1', 'port_id': '9b68fbec-d735-45af-bc6f-745ff24682b1', 'mac_address': 'fa:16:3e:a0:c5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c265c82a-e135-47d5-a16a-a59f4cc82f09', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:19:50.726500 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9b68fbec-d735-45af-bc6f-745ff24682b1 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:50.726908 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:50.739976 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b68fbec-d735-45af-bc6f-745ff24682b1 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:19:50.759485 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9b68fbec-d735-45af-bc6f-745ff24682b1, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b68fbec-d735-45af-bc6f-745ff24682b1,segment=NetworkSegment(40b36a23-9fcf-4f30-95fd-6d26193787df),segment_id=40b36a23-9fcf-4f30-95fd-6d26193787df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:50.836138 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089c872-1acb-4fdf-b905-f4cacbe20feb req-c2e7ad6f-0042-4289-9346-224d2f923abf tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:50.838307 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1089c872-1acb-4fdf-b905-f4cacbe20feb req-c2e7ad6f-0042-4289-9346-224d2f923abf tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 944 time: 0.0520353 Apr 03 16:19:50.838746 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:50.889594 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9b68fbec-d735-45af-bc6f-745ff24682b1,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:50.890471 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1089c872-1acb-4fdf-b905-f4cacbe20feb req-b7882f74-b73f-47f3-b511-279057f93dd3 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455594 Apr 03 16:19:51.140342 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8183b7-4b08-4d65-8920-12fd14960abe req-73914811-d8ea-4590-b4cc-ba237c86a190 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:51.141843 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2c8183b7-4b08-4d65-8920-12fd14960abe req-73914811-d8ea-4590-b4cc-ba237c86a190 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0508289 Apr 03 16:19:51.187282 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2c8183b7-4b08-4d65-8920-12fd14960abe req-0c2b0324-5c38-468a-bf7e-7e742f8ed714 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Apr 03 16:19:51.689304 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12e653-3cb6-45b5-8dbe-886aba7afd2e req-ea9854cd-e99c-4fb8-a2bf-9ee6d0bf28f0 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:51.690782 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6f12e653-3cb6-45b5-8dbe-886aba7afd2e req-ea9854cd-e99c-4fb8-a2bf-9ee6d0bf28f0 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 948 time: 0.0512471 Apr 03 16:19:51.735512 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6f12e653-3cb6-45b5-8dbe-886aba7afd2e req-3bb1b7e0-8fc3-46cd-a0ac-35a69d310059 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392346 Apr 03 16:19:52.007985 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc3dd9-835f-4933-a7a3-2d26a0e70fbf req-0aa85da0-dbea-46a8-bb1a-89c05d97e93f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:52.009540 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-54cc3dd9-835f-4933-a7a3-2d26a0e70fbf req-0aa85da0-dbea-46a8-bb1a-89c05d97e93f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 944 time: 0.0537031 Apr 03 16:19:52.063270 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-54cc3dd9-835f-4933-a7a3-2d26a0e70fbf req-86e5c5ac-171f-41c5-91dd-bc9494629d95 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479960 Apr 03 16:19:52.302441 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262458a-a80c-4dee-a506-94c2ebf63c44 req-cc53f472-e794-4075-9c53-33193957a724 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:52.303917 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5262458a-a80c-4dee-a506-94c2ebf63c44 req-cc53f472-e794-4075-9c53-33193957a724 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0525765 Apr 03 16:19:52.351297 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5262458a-a80c-4dee-a506-94c2ebf63c44 req-3e192fed-932e-4ade-9dee-7e52ef1628e7 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Apr 03 16:19:52.682657 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:19:52.751359 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec771a-f756-47c0-a216-e6fb4c9581f7 req-a1bb6242-2797-41e1-a037-de38065aaeea tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:52.752841 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-75ec771a-f756-47c0-a216-e6fb4c9581f7 req-a1bb6242-2797-41e1-a037-de38065aaeea tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0593481 Apr 03 16:19:52.818978 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-75ec771a-f756-47c0-a216-e6fb4c9581f7 req-9d9c67fd-11b9-46c2-9cef-2773ee0dbb9c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573568 Apr 03 16:19:52.841398 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-ec5d6964-90db-4c2d-bccc-da376fbd8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:52.842923 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-ec5d6964-90db-4c2d-bccc-da376fbd8ac3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 1130 time: 0.0698309 Apr 03 16:19:52.894082 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9b68fbec-d735-45af-bc6f-745ff24682b1'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:19:52.921397 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730430-6b4a-4283-9100-cc234de86cf6 req-aefbbcd1-d486-4de3-8f36-1118a29451ba tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:52.922893 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c7730430-6b4a-4283-9100-cc234de86cf6 req-aefbbcd1-d486-4de3-8f36-1118a29451ba tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 948 time: 0.1104720 Apr 03 16:19:52.972653 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-3e362acf-a457-4bf4-8a31-7f70cf435f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:52.974121 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-3e362acf-a457-4bf4-8a31-7f70cf435f65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 920 time: 0.1244085 Apr 03 16:19:53.018983 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c7730430-6b4a-4283-9100-cc234de86cf6 req-22a6e58e-2e68-463a-b8b9-56590c4ab54e tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874259 Apr 03 16:19:53.021004 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-7a110a74-7534-461d-818b-79080821790c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259ca44a-f869-412b-8f18-d1e261c6e795 HTTP/1.1" status: 200 len: 217 time: 0.0389998 Apr 03 16:19:53.071800 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-7283e301-1487-4978-a631-700a6b546d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:53.073218 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-7283e301-1487-4978-a631-700a6b546d58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0462272 Apr 03 16:19:53.129163 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-1c6e6ec4-bf64-480f-b204-c8318807d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:53.130815 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-1c6e6ec4-bf64-480f-b204-c8318807d5a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462348 Apr 03 16:19:53.180928 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b3e46-3c36-4666-b450-0f53658f9e20 req-059363bd-6743-457c-9df9-88961ba3f21b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:53.182327 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-783b3e46-3c36-4666-b450-0f53658f9e20 req-059363bd-6743-457c-9df9-88961ba3f21b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 944 time: 0.0516882 Apr 03 16:19:53.220101 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-87ed3b7a-75e7-48c9-8427-bf356de6f4af service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827622 Apr 03 16:19:53.227754 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-783b3e46-3c36-4666-b450-0f53658f9e20 req-6c8482c2-48b8-4082-989d-55e9f324c7e7 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392087 Apr 03 16:19:53.311038 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e72d649-b22c-4698-890e-5f7b2ecd8c49 req-693a5929-4795-4f33-babe-dd9edd8bcbc6 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849955 Apr 03 16:19:53.938796 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d56225-f37a-42d4-892a-c482062f958d req-09a89180-3ff0-4506-9f0e-204ec8c989e0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:53.940339 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a1d56225-f37a-42d4-892a-c482062f958d req-09a89180-3ff0-4506-9f0e-204ec8c989e0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0511596 Apr 03 16:19:53.988155 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a1d56225-f37a-42d4-892a-c482062f958d req-491786e6-dfb4-4e56-81cc-11aa08647182 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Apr 03 16:19:54.138388 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879966c-fef4-4639-8105-1d0d52c8f9a2 req-14dacfa3-8056-4ef9-879c-eaf3b3a6297e tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:54.139922 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2879966c-fef4-4639-8105-1d0d52c8f9a2 req-14dacfa3-8056-4ef9-879c-eaf3b3a6297e tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 948 time: 0.0551672 Apr 03 16:19:54.186268 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2879966c-fef4-4639-8105-1d0d52c8f9a2 req-0afae272-2b98-42c3-8d4d-30e212353254 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Apr 03 16:19:54.203734 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:19:54.290167 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:19:54.304003 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:54.304631 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:54.354203 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b758ecd-581b-43c9-9b63-296baecf3af2 req-e407383e-3674-45bc-87a1-c4198be7e48f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:54.356320 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3b758ecd-581b-43c9-9b63-296baecf3af2 req-e407383e-3674-45bc-87a1-c4198be7e48f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 944 time: 0.0604186 Apr 03 16:19:54.387615 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:54.388003 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:54.410733 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a8c4ac-1367-47d0-b549-ee5737b67110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:19:54.411072 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3b758ecd-581b-43c9-9b63-296baecf3af2 req-126562e2-cd4b-4e99-aad6-5a5e36b25f4f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489035 Apr 03 16:19:54.412934 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a093ec-d291-4ac7-85a7-5e79f8820782" -d '{"events": [{"server_uuid": "00a8c4ac-1367-47d0-b549-ee5737b67110", "name": "network-vif-plugged", "status": "completed", "tag": "d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:19:54.426362 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,segment=NetworkSegment(ff9d2994-0319-4363-a272-0188b48d2371),segment_id=ff9d2994-0319-4363-a272-0188b48d2371)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:54.448921 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6e6587-e42f-4af9-82f4-3df1d90664a7 x-openstack-request-id: req-6a6e6587-e42f-4af9-82f4-3df1d90664a7 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:19:54.449239 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a8c4ac-1367-47d0-b549-ee5737b67110", "name": "network-vif-plugged", "status": "completed", "tag": "d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:19:54.449519 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a6e6587-e42f-4af9-82f4-3df1d90664a7 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:19:54.449937 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6e6587-e42f-4af9-82f4-3df1d90664a7'] response: {'server_uuid': '00a8c4ac-1367-47d0-b549-ee5737b67110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f', 'code': 200} Apr 03 16:19:54.486400 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:54.541787 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:54.776118 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cb6d-14f0-48b1-aba7-14c1afa832f9 req-9b8b9a39-8743-46fe-908d-74f862f51b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:54.778522 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3c7cb6d-14f0-48b1-aba7-14c1afa832f9 req-9b8b9a39-8743-46fe-908d-74f862f51b9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 1129 time: 0.0444777 Apr 03 16:19:54.820776 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3c7cb6d-14f0-48b1-aba7-14c1afa832f9 req-bd6b687c-d050-4102-a600-b04c4f56c765 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361869 Apr 03 16:19:55.103133 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d6aca-cfbc-4a06-b9dc-3b1c9085aa87 req-5088643e-e35d-4347-90ce-69762bce963d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:55.104788 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bc0d6aca-cfbc-4a06-b9dc-3b1c9085aa87 req-5088643e-e35d-4347-90ce-69762bce963d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0506661 Apr 03 16:19:55.157442 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bc0d6aca-cfbc-4a06-b9dc-3b1c9085aa87 req-a7fce6d2-7b99-4233-af20-dedfcfc1df90 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470088 Apr 03 16:19:55.301089 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3b0e-73ad-4886-b398-7c3e28b35f3c req-a2b20ae3-b384-4f36-b604-a5554291ca7c tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:55.302538 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-149a3b0e-73ad-4886-b398-7c3e28b35f3c req-a2b20ae3-b384-4f36-b604-a5554291ca7c tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 948 time: 0.0506659 Apr 03 16:19:55.348198 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-149a3b0e-73ad-4886-b398-7c3e28b35f3c req-c5585d6d-0a06-4bef-b63d-573d216a8a5e tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400641 Apr 03 16:19:55.539167 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9f4d1-4f35-490e-b8d9-d67088d13d3c req-c1150891-5b7f-4309-ab2f-89cd2ef1a15f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:55.541304 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ae9f4d1-4f35-490e-b8d9-d67088d13d3c req-c1150891-5b7f-4309-ab2f-89cd2ef1a15f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 945 time: 0.0624576 Apr 03 16:19:55.597247 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ae9f4d1-4f35-490e-b8d9-d67088d13d3c req-94857792-0dcf-4112-9fed-a1bed1c8e15e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483758 Apr 03 16:19:56.219244 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9b68fbec-d735-45af-bc6f-745ff24682b1 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:19:56.282492 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b64bb-89d3-4b7a-893a-1b393472ccc8 req-312f8b2f-23fa-4e42-ad51-700467131989 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:56.283998 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-349b64bb-89d3-4b7a-893a-1b393472ccc8 req-312f8b2f-23fa-4e42-ad51-700467131989 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0622931 Apr 03 16:19:56.334598 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-349b64bb-89d3-4b7a-893a-1b393472ccc8 req-77064457-3bf4-43f8-a9c9-b8e7a341107b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448518 Apr 03 16:19:56.337994 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 9b68fbec-d735-45af-bc6f-745ff24682b1 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:19:56.342340 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 9b68fbec-d735-45af-bc6f-745ff24682b1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:19:56.342744 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:56.423714 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9b68fbec-d735-45af-bc6f-745ff24682b1 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:19:56.424107 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:56.451017 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7d9f5-74b7-42ad-8509-05eed4d75fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b68fbec-d735-45af-bc6f-745ff24682b1'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:19:56.453120 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf109ad-cd30-4404-af7a-94800c2245fc" -d '{"events": [{"server_uuid": "0cb7d9f5-74b7-42ad-8509-05eed4d75fa1", "name": "network-vif-plugged", "status": "completed", "tag": "9b68fbec-d735-45af-bc6f-745ff24682b1"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:19:56.463955 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9b68fbec-d735-45af-bc6f-745ff24682b1, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b68fbec-d735-45af-bc6f-745ff24682b1,segment=NetworkSegment(40b36a23-9fcf-4f30-95fd-6d26193787df),segment_id=40b36a23-9fcf-4f30-95fd-6d26193787df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:19:56.473225 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16194173-74f4-4351-87a4-e4136f7a3f91 req-da8f03ab-aedf-4384-b326-c32eda3b2bce tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:56.474851 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-16194173-74f4-4351-87a4-e4136f7a3f91 req-da8f03ab-aedf-4384-b326-c32eda3b2bce tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 948 time: 0.0552697 Apr 03 16:19:56.490265 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3b9d04-7575-4b18-a180-b5c263170497 x-openstack-request-id: req-0e3b9d04-7575-4b18-a180-b5c263170497 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:19:56.491380 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb7d9f5-74b7-42ad-8509-05eed4d75fa1", "name": "network-vif-plugged", "status": "completed", "tag": "9b68fbec-d735-45af-bc6f-745ff24682b1", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:19:56.491380 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e3b9d04-7575-4b18-a180-b5c263170497 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:19:56.491380 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3b9d04-7575-4b18-a180-b5c263170497'] response: {'server_uuid': '0cb7d9f5-74b7-42ad-8509-05eed4d75fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b68fbec-d735-45af-bc6f-745ff24682b1', 'code': 200} Apr 03 16:19:56.525481 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-16194173-74f4-4351-87a4-e4136f7a3f91 req-b97d5c8c-9e8e-472f-8f5e-0e3f0e8ad850 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438163 Apr 03 16:19:56.584038 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:56.634442 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9b68fbec-d735-45af-bc6f-745ff24682b1,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:56.748879 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3a04d-ed9a-4614-83c7-d99f4b445bbe req-5d9f666c-624d-4277-9c68-42ce469aff76 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:56.750853 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4cd3a04d-ed9a-4614-83c7-d99f4b445bbe req-5d9f666c-624d-4277-9c68-42ce469aff76 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 945 time: 0.0611932 Apr 03 16:19:56.801502 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4cd3a04d-ed9a-4614-83c7-d99f4b445bbe req-48d02d14-3cd0-490d-b0c5-14e6ef40cdda tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Apr 03 16:19:56.817239 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3edd41-c7a5-44d3-8978-d391f6edb919 req-d04a4336-bf09-4a29-aa0c-6768033d0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:56.818992 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7f3edd41-c7a5-44d3-8978-d391f6edb919 req-d04a4336-bf09-4a29-aa0c-6768033d0e3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 1133 time: 0.0470533 Apr 03 16:19:56.863909 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7f3edd41-c7a5-44d3-8978-d391f6edb919 req-4847cf31-3f99-4b48-a1c7-b31f09165980 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Apr 03 16:19:57.465632 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7b9e-82bd-4b73-b826-b83ebc0ce9bd req-25426612-69de-4475-8796-8f7d1f02c643 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:57.467124 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7fbf7b9e-82bd-4b73-b826-b83ebc0ce9bd req-25426612-69de-4475-8796-8f7d1f02c643 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0518749 Apr 03 16:19:57.513362 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7fbf7b9e-82bd-4b73-b826-b83ebc0ce9bd req-b3196186-557c-4edf-8ef9-7499c3fcf496 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Apr 03 16:19:57.641636 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc243756-d65c-4fe1-9a12-c923cff59c57 req-18a7ef8b-5b69-4fe5-b6ac-3cf9182402b7 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:57.643126 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fc243756-d65c-4fe1-9a12-c923cff59c57 req-18a7ef8b-5b69-4fe5-b6ac-3cf9182402b7 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 949 time: 0.0519505 Apr 03 16:19:57.694023 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fc243756-d65c-4fe1-9a12-c923cff59c57 req-13e12d20-d860-4f1f-be41-6ca9728e365f tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449514 Apr 03 16:19:58.347406 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd81e4-8cb9-462b-ad35-c6e5f699df7b req-422de5da-d9b1-4e8f-952d-f11e0dc872b3 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:58.347406 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d5fd81e4-8cb9-462b-ad35-c6e5f699df7b req-422de5da-d9b1-4e8f-952d-f11e0dc872b3 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 945 time: 0.0554879 Apr 03 16:19:58.395114 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d5fd81e4-8cb9-462b-ad35-c6e5f699df7b req-66b82157-11b3-4e61-af8c-877728bef98c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Apr 03 16:19:58.642635 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ee376-9b95-4c66-ac8f-ff4ca1692516 req-35484999-afee-4c52-95b4-e05cbe30a89c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:58.644092 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3b1ee376-9b95-4c66-ac8f-ff4ca1692516 req-35484999-afee-4c52-95b4-e05cbe30a89c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0507250 Apr 03 16:19:58.818251 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3c691-7d8d-4dd0-a146-e49b45f2136a req-4073e1bf-1585-4c8b-a734-9928e06b6c74 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:58.820163 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-63f3c691-7d8d-4dd0-a146-e49b45f2136a req-4073e1bf-1585-4c8b-a734-9928e06b6c74 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 949 time: 0.0541322 Apr 03 16:19:58.880195 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-63f3c691-7d8d-4dd0-a146-e49b45f2136a req-e081b715-549f-4957-9089-dc716cbfee0a tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526383 Apr 03 16:19:58.953879 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3b1ee376-9b95-4c66-ac8f-ff4ca1692516 req-549022ef-d556-4142-969a-e23bb77974ca tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040593 Apr 03 16:19:59.138021 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:59.360512 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79122e39-4fb9-43e6-b26c-3d00ea7b2c8b req-9d3cfd0f-6a7d-4d99-82dd-2d0ffe738d62 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:59.362008 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-79122e39-4fb9-43e6-b26c-3d00ea7b2c8b req-9d3cfd0f-6a7d-4d99-82dd-2d0ffe738d62 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 949 time: 0.0509362 Apr 03 16:19:59.397313 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 37228) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:59.413610 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-79122e39-4fb9-43e6-b26c-3d00ea7b2c8b req-42dbf650-4671-4f02-9bdf-dd886828d463 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459120 Apr 03 16:19:59.530862 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d8d34-13f2-4743-879e-e14ac61a0213 req-76398dc9-62c4-4d51-ab00-5a4f488251a3 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:19:59.532147 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-af4d8d34-13f2-4743-879e-e14ac61a0213 req-76398dc9-62c4-4d51-ab00-5a4f488251a3 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 945 time: 0.0632889 Apr 03 16:19:59.536529 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:59.588182 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-af4d8d34-13f2-4743-879e-e14ac61a0213 req-d48370df-e75e-495c-b497-604968ae5193 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501044 Apr 03 16:19:59.620278 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Publish callbacks [] for security_group (ad182521-ff8a-47f0-ae87-f3ac0a425a65), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:59.626733 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f39a7793-6d85-41ed-abdb-11f52649d725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:59.706106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (ad182521-ff8a-47f0-ae87-f3ac0a425a65), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:59.745122 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=979b011dae7547d29bb9099fcd36278e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421037 Apr 03 16:19:59.746290 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad182521-ff8a-47f0-ae87-f3ac0a425a65,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:59.747714 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 37276) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:19:59.753504 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.753842 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.754184 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.754517 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.754864 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.755184 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.755502 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.755822 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.756194 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.756522 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.756837 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.757152 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.757465 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.757774 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.758084 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d58668-2a07-4b8e-a309-c1826719bd06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.796453 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Publish callbacks [] for security_group (ad182521-ff8a-47f0-ae87-f3ac0a425a65), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:59.817078 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Publish callbacks [] for security_group (ad182521-ff8a-47f0-ae87-f3ac0a425a65), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:59.923302 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (ad182521-ff8a-47f0-ae87-f3ac0a425a65), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:59.925821 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:19:59.927098 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad182521-ff8a-47f0-ae87-f3ac0a425a65 HTTP/1.1" status: 204 len: 168 time: 0.1783741 Apr 03 16:19:59.935070 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad182521-ff8a-47f0-ae87-f3ac0a425a65,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:19:59.942038 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.942391 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.942761 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.943100 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.943436 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.943758 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.944082 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.944406 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.944729 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.945190 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.945517 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.945843 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.946164 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.946495 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:19:59.946873 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410ff7c-ebfa-450f-a33e-3861060aa185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:00.078361 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15f304-5601-4758-92bb-100c543af132 req-6044b6e9-358f-4a3c-9f9f-b27c3578285f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:00.079961 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ce15f304-5601-4758-92bb-100c543af132 req-6044b6e9-358f-4a3c-9f9f-b27c3578285f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0574896 Apr 03 16:20:00.127538 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ce15f304-5601-4758-92bb-100c543af132 req-bd6a4f6f-4e33-4076-8b0e-cca43d041141 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416276 Apr 03 16:20:00.207587 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-50187079-d838-4d15-a955-06599ad4c48d tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:00.209040 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-50187079-d838-4d15-a955-06599ad4c48d tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 945 time: 0.0513575 Apr 03 16:20:00.311510 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-6efb88ad-6fdd-4416-ac1c-b94c6ff46333 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Deleting port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:20:00.311840 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-6efb88ad-6fdd-4416-ac1c-b94c6ff46333 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:00.397634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-6efb88ad-6fdd-4416-ac1c-b94c6ff46333 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] For port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,segment=NetworkSegment(ff9d2994-0319-4363-a272-0188b48d2371),segment_id=ff9d2994-0319-4363-a272-0188b48d2371)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:20:00.397995 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-6efb88ad-6fdd-4416-ac1c-b94c6ff46333 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:00.411145 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-6efb88ad-6fdd-4416-ac1c-b94c6ff46333 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Calling delete_port for d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:20:00.543759 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ab647-704f-49cd-b4fd-c30e9e55b1f2 req-3d5b183b-0a94-403e-b4e7-0c5b8bc3ff38 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:00.545277 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-563ab647-704f-49cd-b4fd-c30e9e55b1f2 req-3d5b183b-0a94-403e-b4e7-0c5b8bc3ff38 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 949 time: 0.0538950 Apr 03 16:20:00.593303 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-563ab647-704f-49cd-b4fd-c30e9e55b1f2 req-8512f306-838d-414b-92c7-07096e0deebd tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Apr 03 16:20:00.601168 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-6efb88ad-6fdd-4416-ac1c-b94c6ff46333 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:00.619502 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:20:00.629994 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb88ad-6fdd-4416-ac1c-b94c6ff46333 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Pushing event deleted for resources: {'Port': ['ID=d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:00.676885 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-6efb88ad-6fdd-4416-ac1c-b94c6ff46333 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] No DVR routers for this DVR port d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:20:00.679828 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-6efb88ad-6fdd-4416-ac1c-b94c6ff46333 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:00.683783 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3346d050-25ea-4bda-beef-2d72ea9b4992 req-6efb88ad-6fdd-4416-ac1c-b94c6ff46333 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.21 "DELETE /v2.0/ports/d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f HTTP/1.1" status: 204 len: 173 time: 0.4679732 Apr 03 16:20:00.684100 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a8c4ac-1367-47d0-b549-ee5737b67110', 'name': 'network-vif-deleted', 'tag': 'd2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:20:00.686846 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9b30cd-f6a5-43f6-a03f-3277f0b80083" -d '{"events": [{"server_uuid": "00a8c4ac-1367-47d0-b549-ee5737b67110", "name": "network-vif-deleted", "tag": "d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:20:00.711292 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 37308) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:00.719584 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-75f7430e-dbcd-486e-9db7-8cd2848fc434 req-ff243435-0a44-4926-805b-503989632af1 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 210 time: 0.0438032 Apr 03 16:20:00.740227 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c55bc286-8c06-492c-8382-f2b620f655cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:00.748162 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bbbd3c-60a8-4051-80f4-02703cd51c69 x-openstack-request-id: req-15bbbd3c-60a8-4051-80f4-02703cd51c69 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:20:00.748466 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a8c4ac-1367-47d0-b549-ee5737b67110", "name": "network-vif-deleted", "tag": "d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:20:00.748727 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15bbbd3c-60a8-4051-80f4-02703cd51c69 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:20:00.749168 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15bbbd3c-60a8-4051-80f4-02703cd51c69'] response: {'server_uuid': '00a8c4ac-1367-47d0-b549-ee5737b67110', 'name': 'network-vif-deleted', 'tag': 'd2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f', 'status': 'completed', 'code': 200} Apr 03 16:20:00.821237 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c55bc286-8c06-492c-8382-f2b620f655cf admin admin] Publish callbacks [] for security_group (7821cdf1-df02-4daa-9dd1-5b06457198e2), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:00.874699 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c55bc286-8c06-492c-8382-f2b620f655cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (7821cdf1-df02-4daa-9dd1-5b06457198e2), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:00.918495 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-c55bc286-8c06-492c-8382-f2b620f655cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fe518839a5b4fedb706d33b3675c0f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051661 Apr 03 16:20:00.919830 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bc286-8c06-492c-8382-f2b620f655cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7821cdf1-df02-4daa-9dd1-5b06457198e2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:00.921295 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 37310) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:00.971795 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36d52875-9818-4fda-b7e8-2b4089d346e2 admin admin] Publish callbacks [] for security_group (7821cdf1-df02-4daa-9dd1-5b06457198e2), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:00.999243 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36d52875-9818-4fda-b7e8-2b4089d346e2 admin admin] Publish callbacks [] for security_group (7821cdf1-df02-4daa-9dd1-5b06457198e2), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:01.100822 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36d52875-9818-4fda-b7e8-2b4089d346e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (7821cdf1-df02-4daa-9dd1-5b06457198e2), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:01.105930 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36d52875-9818-4fda-b7e8-2b4089d346e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:01.106277 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-36d52875-9818-4fda-b7e8-2b4089d346e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7821cdf1-df02-4daa-9dd1-5b06457198e2 HTTP/1.1" status: 204 len: 168 time: 0.1839862 Apr 03 16:20:01.114626 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d52875-9818-4fda-b7e8-2b4089d346e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7821cdf1-df02-4daa-9dd1-5b06457198e2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:01.255163 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5d292-512e-45be-a675-a23c349ae28d req-05590ef4-574f-4833-a762-b1aff5583469 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:01.256642 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1bf5d292-512e-45be-a675-a23c349ae28d req-05590ef4-574f-4833-a762-b1aff5583469 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0542703 Apr 03 16:20:01.334001 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1bf5d292-512e-45be-a675-a23c349ae28d req-6fe9f61a-0f5a-45cd-b01c-8065b4e73bc2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647848 Apr 03 16:20:01.346946 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-ccd762ea-4332-4429-aac8-1140fb170a7f tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:01.348435 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-ccd762ea-4332-4429-aac8-1140fb170a7f tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 949 time: 0.0883498 Apr 03 16:20:01.450093 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-3b081f99-1d18-4607-93c2-f569653d0cc8 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Deleting port 9b68fbec-d735-45af-bc6f-745ff24682b1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:20:01.450468 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-3b081f99-1d18-4607-93c2-f569653d0cc8 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:01.550511 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-3b081f99-1d18-4607-93c2-f569653d0cc8 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] For port 9b68fbec-d735-45af-bc6f-745ff24682b1, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b68fbec-d735-45af-bc6f-745ff24682b1,segment=NetworkSegment(40b36a23-9fcf-4f30-95fd-6d26193787df),segment_id=40b36a23-9fcf-4f30-95fd-6d26193787df)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:20:01.550906 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-3b081f99-1d18-4607-93c2-f569653d0cc8 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:01.564468 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-3b081f99-1d18-4607-93c2-f569653d0cc8 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Calling delete_port for 9b68fbec-d735-45af-bc6f-745ff24682b1 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:20:01.727422 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305993bd-ee99-4770-816f-b80a57901f3a req-7256b75e-9145-4f8e-a713-fb3dfc1b8e3c tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:01.729263 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-305993bd-ee99-4770-816f-b80a57901f3a req-7256b75e-9145-4f8e-a713-fb3dfc1b8e3c tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 949 time: 0.0622869 Apr 03 16:20:01.783502 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-305993bd-ee99-4770-816f-b80a57901f3a req-15a00436-7007-4279-a138-81403f1d5175 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/security-groups?id=965adcbb-aa20-45ba-9ffd-2c22f192745d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476866 Apr 03 16:20:01.795411 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-3b081f99-1d18-4607-93c2-f569653d0cc8 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (9b68fbec-d735-45af-bc6f-745ff24682b1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:01.819113 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9b68fbec-d735-45af-bc6f-745ff24682b1'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:20:01.852462 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b081f99-1d18-4607-93c2-f569653d0cc8 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Pushing event deleted for resources: {'Port': ['ID=9b68fbec-d735-45af-bc6f-745ff24682b1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:01.880816 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ffd48b56-21d5-4aae-804f-0587b17de26f req-0b374864-e23a-42b2-80c5-f9509e915a9d tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=00a8c4ac-1367-47d0-b549-ee5737b67110 HTTP/1.1" status: 200 len: 210 time: 0.0385437 Apr 03 16:20:01.903004 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d80274f-57a9-4677-bbe5-d3f0ba5e17e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:01.917404 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 37324) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:01.930725 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d490b58c-8624-4cb1-a2b9-38756a34bac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:01.937489 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-3b081f99-1d18-4607-93c2-f569653d0cc8 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] No DVR routers for this DVR port 9b68fbec-d735-45af-bc6f-745ff24682b1 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:20:01.940191 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-3b081f99-1d18-4607-93c2-f569653d0cc8 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:01.951978 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d3ce373-ae1a-4e8a-b0e8-fe6c62751a4b req-3b081f99-1d18-4607-93c2-f569653d0cc8 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.21 "DELETE /v2.0/ports/9b68fbec-d735-45af-bc6f-745ff24682b1 HTTP/1.1" status: 204 len: 173 time: 0.5954266 Apr 03 16:20:02.028049 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d490b58c-8624-4cb1-a2b9-38756a34bac4 admin admin] Publish callbacks [] for security_group (a8637faf-47a3-422c-8fb9-4a10f26f20eb), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:02.106747 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d490b58c-8624-4cb1-a2b9-38756a34bac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a8637faf-47a3-422c-8fb9-4a10f26f20eb), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:02.146604 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490b58c-8624-4cb1-a2b9-38756a34bac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8637faf-47a3-422c-8fb9-4a10f26f20eb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:02.151971 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-d490b58c-8624-4cb1-a2b9-38756a34bac4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f003ad2a822475f80d285792523abf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332668 Apr 03 16:20:02.154595 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 37326) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:02.213338 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6eecaf1f-2aaf-4d40-ab5f-bf7f71f22cc0 admin admin] Publish callbacks [] for security_group (a8637faf-47a3-422c-8fb9-4a10f26f20eb), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:02.235933 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6eecaf1f-2aaf-4d40-ab5f-bf7f71f22cc0 admin admin] Publish callbacks [] for security_group (a8637faf-47a3-422c-8fb9-4a10f26f20eb), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:02.363819 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6eecaf1f-2aaf-4d40-ab5f-bf7f71f22cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a8637faf-47a3-422c-8fb9-4a10f26f20eb), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:02.366382 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6eecaf1f-2aaf-4d40-ab5f-bf7f71f22cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:02.367643 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-6eecaf1f-2aaf-4d40-ab5f-bf7f71f22cc0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8637faf-47a3-422c-8fb9-4a10f26f20eb HTTP/1.1" status: 204 len: 168 time: 0.2121105 Apr 03 16:20:02.375769 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecaf1f-2aaf-4d40-ab5f-bf7f71f22cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8637faf-47a3-422c-8fb9-4a10f26f20eb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:02.459726 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fa929-d558-4326-8d4d-7248dc96efad req-18afce4b-6f77-4223-a3c0-bcda23f97b8b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:02.461232 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0d7fa929-d558-4326-8d4d-7248dc96efad req-18afce4b-6f77-4223-a3c0-bcda23f97b8b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0553641 Apr 03 16:20:02.511971 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0d7fa929-d558-4326-8d4d-7248dc96efad req-e492d894-6484-4e3c-89e6-6e4bd9562c80 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Apr 03 16:20:02.750533 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7d9f5-74b7-42ad-8509-05eed4d75fa1', 'name': 'network-vif-deleted', 'tag': '9b68fbec-d735-45af-bc6f-745ff24682b1'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:20:02.753008 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac9d5d6-74c1-4d05-bdaa-7541509c073a" -d '{"events": [{"server_uuid": "0cb7d9f5-74b7-42ad-8509-05eed4d75fa1", "name": "network-vif-deleted", "tag": "9b68fbec-d735-45af-bc6f-745ff24682b1"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:20:02.792240 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a5ebcc-0247-4d08-a3ca-1fdce4000aa7 x-openstack-request-id: req-20a5ebcc-0247-4d08-a3ca-1fdce4000aa7 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:20:02.793143 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb7d9f5-74b7-42ad-8509-05eed4d75fa1", "name": "network-vif-deleted", "tag": "9b68fbec-d735-45af-bc6f-745ff24682b1", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:20:02.793504 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20a5ebcc-0247-4d08-a3ca-1fdce4000aa7 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:20:02.793912 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a5ebcc-0247-4d08-a3ca-1fdce4000aa7'] response: {'server_uuid': '0cb7d9f5-74b7-42ad-8509-05eed4d75fa1', 'name': 'network-vif-deleted', 'tag': '9b68fbec-d735-45af-bc6f-745ff24682b1', 'status': 'completed', 'code': 200} Apr 03 16:20:02.896545 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-076a6392-2124-4902-ba0e-52238464192f req-7993baff-71b3-4893-90b8-af273109c1a0 tempest-VolumesNegativeTest-2008901661 tempest-VolumesNegativeTest-2008901661-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb7d9f5-74b7-42ad-8509-05eed4d75fa1 HTTP/1.1" status: 200 len: 210 time: 0.0271251 Apr 03 16:20:02.954521 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:03.222131 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-7c52ea0e-4abf-4cf0-a2ae-0dcbee69bdfd tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:03.223621 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-7c52ea0e-4abf-4cf0-a2ae-0dcbee69bdfd tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/networks?id=e161282c-1f0f-4efc-894a-7cc83e2a655f HTTP/1.1" status: 200 len: 809 time: 0.1111355 Apr 03 16:20:03.239137 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-e07d814a-0c04-498b-84e0-d8cbc2d1c171 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/quotas/dd26ff19000d48f3bbbbb198d30abbcf HTTP/1.1" status: 200 len: 375 time: 0.0096607 Apr 03 16:20:03.271942 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-622440ff-4feb-4888-8895-34e921fb0726 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd26ff19000d48f3bbbbb198d30abbcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274036 Apr 03 16:20:03.367399 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-362677b7-10d6-4270-b8c3-0f04819e3279 service neutron] 10.222.0.37 "GET /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882745 Apr 03 16:20:03.462517 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-b6b5d4a6-f137-4258-9db2-7da747a24936 service neutron] 10.222.0.37 "GET /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895305 Apr 03 16:20:03.653792 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef4cf2-6ff0-4d35-aee8-f9f4d818798e req-18be6003-a030-43e7-9495-68cecb31757c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:03.657285 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3fef4cf2-6ff0-4d35-aee8-f9f4d818798e req-18be6003-a030-43e7-9495-68cecb31757c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0731733 Apr 03 16:20:03.724049 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-324d312f-9a91-4a80-8506-1c610c0f4f1a req-a54783ca-13d3-4ba8-b994-26c9441913f2 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 210 time: 0.0396514 Apr 03 16:20:03.726284 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3fef4cf2-6ff0-4d35-aee8-f9f4d818798e req-0a0bf539-4ea1-47e2-82ac-3214d5c061cf tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627575 Apr 03 16:20:04.244123 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:20:04.265153 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:20:04.266651 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device d2ec94f3-5ef3-4e8a-9773-21d0ba9f3d1f not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:20:04.266651 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9b68fbec-d735-45af-bc6f-745ff24682b1 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:20:04.293526 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 9b68fbec-d735-45af-bc6f-745ff24682b1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:20:04.295313 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9b68fbec-d735-45af-bc6f-745ff24682b1 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:20:04.295450 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:04.843581 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-635078e6-0d67-4775-8aac-03110f1e8cef req-0c407544-40f0-4dcd-8844-495a8db651be tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 210 time: 0.0368702 Apr 03 16:20:04.899612 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82384dac-bfab-42e2-8de2-5edf74821890 req-12ee948d-051d-43dc-9cf9-dc0e34cf8cef tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:04.903055 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-82384dac-bfab-42e2-8de2-5edf74821890 req-12ee948d-051d-43dc-9cf9-dc0e34cf8cef tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0901692 Apr 03 16:20:04.970543 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-82384dac-bfab-42e2-8de2-5edf74821890 req-8d803bf6-a60b-46d4-8b98-123589f3957f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570884 Apr 03 16:20:05.338610 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-896d3624-ebae-46e9-958a-bcac42982338 req-afd0cdae-8e50-40f6-96d1-b859a7af91ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451713 Apr 03 16:20:05.419757 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d3624-ebae-46e9-958a-bcac42982338 req-61736144-df9f-4d4a-bc29-1e2d62046253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:05.422291 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-896d3624-ebae-46e9-958a-bcac42982338 req-61736144-df9f-4d4a-bc29-1e2d62046253 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 1130 time: 0.0599949 Apr 03 16:20:05.540997 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d3624-ebae-46e9-958a-bcac42982338 req-2f63174d-2b2b-4481-bc99-c5a2ca898253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:05.543081 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-896d3624-ebae-46e9-958a-bcac42982338 req-2f63174d-2b2b-4481-bc99-c5a2ca898253 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 911 time: 0.0917401 Apr 03 16:20:05.685924 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-896d3624-ebae-46e9-958a-bcac42982338 req-ed2ef5f1-fe2d-4ce1-b01e-bda162381524 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3093687-1df5-4e30-b471-4534440c5448 HTTP/1.1" status: 200 len: 1001 time: 0.1225853 Apr 03 16:20:05.762868 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-f059a28d-c277-44de-b955-4bc992eee92a tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:05.764486 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-f059a28d-c277-44de-b955-4bc992eee92a tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.21 "GET /v2.0/networks?id=e161282c-1f0f-4efc-894a-7cc83e2a655f HTTP/1.1" status: 200 len: 809 time: 0.1627533 Apr 03 16:20:05.771430 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d3624-ebae-46e9-958a-bcac42982338 req-9a110b23-2d14-40c4-9e9f-16dc1a90950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:05.772738 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-896d3624-ebae-46e9-958a-bcac42982338 req-9a110b23-2d14-40c4-9e9f-16dc1a90950c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a641f716-3fbf-44b3-9d0d-02b1e08dc988 HTTP/1.1" status: 200 len: 849 time: 0.0732224 Apr 03 16:20:05.778350 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Request body: {'port': {'device_id': '09425f3d-cb6d-43c1-ae8b-12b9844c7f49', 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f', 'admin_state_up': True, 'tenant_id': 'dd26ff19000d48f3bbbbb198d30abbcf'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:20:05.798099 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:05.891559 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d3624-ebae-46e9-958a-bcac42982338 req-46df57df-8b7a-4efd-91d5-d77f3223d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:05.893035 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-896d3624-ebae-46e9-958a-bcac42982338 req-46df57df-8b7a-4efd-91d5-d77f3223d06c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf513d36-9af9-4e00-9a79-adf1d408c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1115742 Apr 03 16:20:05.963026 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-238e640d-2e74-461e-830b-d58e091292fb req-81ab4395-f62e-40cb-a744-7ca60d0013d8 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 210 time: 0.0506730 Apr 03 16:20:06.032563 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-896d3624-ebae-46e9-958a-bcac42982338 req-5b09c6bf-4890-48f7-8596-f985043b579d service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165395 Apr 03 16:20:06.046197 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Made reservation on behalf of dd26ff19000d48f3bbbbb198d30abbcf for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:20:06.052396 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:06.088600 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7250e2-e620-4cbc-a888-67272b828ce9 req-4a814f23-e2cd-4a08-8976-6bb6c393945f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:06.091140 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-aa7250e2-e620-4cbc-a888-67272b828ce9 req-4a814f23-e2cd-4a08-8976-6bb6c393945f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0603294 Apr 03 16:20:06.141277 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-aa7250e2-e620-4cbc-a888-67272b828ce9 req-1cd06f7a-df2f-4f25-b8c9-d258896ad30a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 Apr 03 16:20:06.216301 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-896d3624-ebae-46e9-958a-bcac42982338 req-82444def-00c4-4c7a-b388-61f169b86b6c service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780589 Apr 03 16:20:06.242343 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Allocated IP 172.20.0.11 (e161282c-1f0f-4efc-894a-7cc83e2a655f/5fc6a58c-ceaf-4392-a743-114cf08034c9/a59827a0-5c15-431a-b507-6e2b9467e48b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:20:06.412154 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks [] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:06.521002 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:06.564684 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Network e161282c-1f0f-4efc-894a-7cc83e2a655f is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:20:06.567907 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:20:06.574484 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:20:06.599739 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Pushing event updated for resources: {'Port': ['ID=a59827a0-5c15-431a-b507-6e2b9467e48b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:06.626343 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:06.626960 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:06.729452 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-1ac109da-ca8b-4f56-ad3c-0d67a54cc48c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9551494 Apr 03 16:20:06.750624 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Request body: {'port': {'device_id': '09425f3d-cb6d-43c1-ae8b-12b9844c7f49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:20:06.814035 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:06.817385 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:20:07.123219 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59827a0-5c15-431a-b507-6e2b9467e48b {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:20:07.136809 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be3c80-3143-4b16-8638-7450bd2ece89 req-cec24f84-83be-4b00-a365-804ae499fe37 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:07.138279 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-17be3c80-3143-4b16-8638-7450bd2ece89 req-cec24f84-83be-4b00-a365-804ae499fe37 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 932 time: 0.1006424 Apr 03 16:20:07.140090 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Publish callbacks [] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:07.177959 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Transition to ACTIVE for port object a59827a0-5c15-431a-b507-6e2b9467e48b will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:20:07.196781 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-17be3c80-3143-4b16-8638-7450bd2ece89 req-dd922aca-f405-4ec4-bf73-67696f7ae005 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528159 Apr 03 16:20:07.270334 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:07.278249 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103455c-292b-4c18-9d20-42478d0af58f req-99601b67-e160-4950-a65b-72c44b3e0ba0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:07.279790 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4103455c-292b-4c18-9d20-42478d0af58f req-99601b67-e160-4950-a65b-72c44b3e0ba0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0610273 Apr 03 16:20:07.324609 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Pushing event updated for resources: {'Port': ['ID=a59827a0-5c15-431a-b507-6e2b9467e48b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:07.329698 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4103455c-292b-4c18-9d20-42478d0af58f req-d8ae62ad-be99-4ca5-9d7d-182dd893424f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438352 Apr 03 16:20:07.392734 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Attempting to bind port a59827a0-5c15-431a-b507-6e2b9467e48b on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:20:07.393058 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Attempting to bind port a59827a0-5c15-431a-b507-6e2b9467e48b by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'ff9d2994-0319-4363-a272-0188b48d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:20:07.393377 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Attempting to bind port a59827a0-5c15-431a-b507-6e2b9467e48b on network e161282c-1f0f-4efc-894a-7cc83e2a655f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:20:07.397599 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Port a59827a0-5c15-431a-b507-6e2b9467e48b on network e161282c-1f0f-4efc-894a-7cc83e2a655f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:20:07.397913 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Attempting to bind port a59827a0-5c15-431a-b507-6e2b9467e48b on network e161282c-1f0f-4efc-894a-7cc83e2a655f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:20:07.402771 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:20:07.403103 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Checking segment: {'id': 'ff9d2994-0319-4363-a272-0188b48d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:20:07.403498 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Bound using segment: {'id': 'ff9d2994-0319-4363-a272-0188b48d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:20:07.403918 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Bound port: a59827a0-5c15-431a-b507-6e2b9467e48b, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9d2994-0319-4363-a272-0188b48d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:20:07.404269 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:07.470393 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] For port a59827a0-5c15-431a-b507-6e2b9467e48b, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:20:07.473299 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] For port a59827a0-5c15-431a-b507-6e2b9467e48b, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=a59827a0-5c15-431a-b507-6e2b9467e48b,segment=NetworkSegment(ff9d2994-0319-4363-a272-0188b48d2371),segment_id=ff9d2994-0319-4363-a272-0188b48d2371)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:20:07.604185 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:07.650227 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:07.651029 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:07.653045 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] 10.222.0.21 "PUT /v2.0/ports/a59827a0-5c15-431a-b507-6e2b9467e48b HTTP/1.1" status: 200 len: 1094 time: 0.9079599 Apr 03 16:20:07.655943 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09425f3d-cb6d-43c1-ae8b-12b9844c7f49', 'tag': 'a59827a0-5c15-431a-b507-6e2b9467e48b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:20:07.660550 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44ca085-7d68-4fc4-8d8e-47b563602d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "09425f3d-cb6d-43c1-ae8b-12b9844c7f49", "tag": "a59827a0-5c15-431a-b507-6e2b9467e48b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:20:07.700882 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb0a21-9ae8-420d-b82f-8f7f9c6a50fa service neutron] Pushing event updated for resources: {'Port': ['ID=a59827a0-5c15-431a-b507-6e2b9467e48b,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:07.712876 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75130609-4038-43c3-8437-b6c439d5f43d x-openstack-request-id: req-75130609-4038-43c3-8437-b6c439d5f43d {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:20:07.715853 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09425f3d-cb6d-43c1-ae8b-12b9844c7f49", "tag": "a59827a0-5c15-431a-b507-6e2b9467e48b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:20:07.716390 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75130609-4038-43c3-8437-b6c439d5f43d {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:20:07.716812 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75130609-4038-43c3-8437-b6c439d5f43d'] response: {'name': 'network-changed', 'server_uuid': '09425f3d-cb6d-43c1-ae8b-12b9844c7f49', 'tag': 'a59827a0-5c15-431a-b507-6e2b9467e48b', 'status': 'completed', 'code': 200} Apr 03 16:20:07.789083 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca085-7d68-4fc4-8d8e-47b563602d3d req-90e9b8cc-7bae-4bef-827a-3c1c70ceca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:07.789083 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a44ca085-7d68-4fc4-8d8e-47b563602d3d req-90e9b8cc-7bae-4bef-827a-3c1c70ceca2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd26ff19000d48f3bbbbb198d30abbcf&device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 1128 time: 0.0567379 Apr 03 16:20:07.896482 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca085-7d68-4fc4-8d8e-47b563602d3d req-cacdbf60-bcce-4a9c-9ff3-62d4afaf9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:07.897996 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a44ca085-7d68-4fc4-8d8e-47b563602d3d req-cacdbf60-bcce-4a9c-9ff3-62d4afaf9276 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=dd26ff19000d48f3bbbbb198d30abbcf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0998487 Apr 03 16:20:08.000990 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca085-7d68-4fc4-8d8e-47b563602d3d req-67707119-ae84-4235-8007-b2bec39ede1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:08.002377 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a44ca085-7d68-4fc4-8d8e-47b563602d3d req-67707119-ae84-4235-8007-b2bec39ede1e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977266 Apr 03 16:20:08.095299 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-5db3ced5-f8b6-4c96-bbdd-e6eab3532765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:08.096876 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-5db3ced5-f8b6-4c96-bbdd-e6eab3532765 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd26ff19000d48f3bbbbb198d30abbcf&device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 1128 time: 0.0511560 Apr 03 16:20:08.142831 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-5598a272-8339-4d33-a7c9-bbe72e4f7ae6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a59827a0-5c15-431a-b507-6e2b9467e48b HTTP/1.1" status: 200 len: 217 time: 0.0385442 Apr 03 16:20:08.192870 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-2dbbf024-a9d9-426e-a7bc-9103f2b3d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:08.194386 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-2dbbf024-a9d9-426e-a7bc-9103f2b3d845 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fc6a58c-ceaf-4392-a743-114cf08034c9 HTTP/1.1" status: 200 len: 849 time: 0.0459261 Apr 03 16:20:08.234096 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-c56074e7-6b43-4473-acb4-a338d674e8c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e161282c-1f0f-4efc-894a-7cc83e2a655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318179 Apr 03 16:20:08.326372 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c61c7-3424-4e27-9a17-8d86052c7399 req-187dbc6c-0791-4024-9882-fa62a8434a63 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:08.328850 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-390c61c7-3424-4e27-9a17-8d86052c7399 req-187dbc6c-0791-4024-9882-fa62a8434a63 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 944 time: 0.0612743 Apr 03 16:20:08.340552 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-8b450a13-1d8a-4810-96f3-534e01742886 service neutron] 10.222.0.21 "GET /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946867 Apr 03 16:20:08.400835 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-390c61c7-3424-4e27-9a17-8d86052c7399 req-b9fd5566-6fb4-4898-ab52-6529c36ebfda tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571351 Apr 03 16:20:08.468524 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df34edf9-3e42-4693-8ba6-b7613df468c7 req-0fa05821-75e7-477a-8bec-3fcacd939c19 service neutron] 10.222.0.21 "GET /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273341 Apr 03 16:20:08.488384 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f3e09-349d-4ce4-b9b4-f534e3627dfa req-d0e27575-f8f7-4422-b9e5-cc6c2c9e31c1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:08.490544 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2f3f3e09-349d-4ce4-b9b4-f534e3627dfa req-d0e27575-f8f7-4422-b9e5-cc6c2c9e31c1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0731497 Apr 03 16:20:08.547611 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2f3f3e09-349d-4ce4-b9b4-f534e3627dfa req-8feaf22e-da62-4be1-b939-d770d9ae34a9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466745 Apr 03 16:20:09.502491 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccc7d8-93c3-40f9-8752-ffb2dc970767 req-f9500aff-493b-4817-9860-7d5cd8124ac5 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:09.504126 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7eccc7d8-93c3-40f9-8752-ffb2dc970767 req-f9500aff-493b-4817-9860-7d5cd8124ac5 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 944 time: 0.0578249 Apr 03 16:20:09.551517 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7eccc7d8-93c3-40f9-8752-ffb2dc970767 req-49c981e3-e904-48ed-a1c3-a6605349c47c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Apr 03 16:20:09.672816 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d94cc-d8cc-4320-88cd-7bcf5adc3ed7 req-2f845722-4a57-471a-9b5e-605ed9d992f8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:09.674402 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c48d94cc-d8cc-4320-88cd-7bcf5adc3ed7 req-2f845722-4a57-471a-9b5e-605ed9d992f8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0556488 Apr 03 16:20:09.675987 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 37732) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:09.724110 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c48d94cc-d8cc-4320-88cd-7bcf5adc3ed7 req-b45bfdb8-53da-4823-870f-6efcc24e2a2b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424690 Apr 03 16:20:09.803280 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-110c3fc6-f23c-49e7-9eee-1874aaeee4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:09.878261 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-110c3fc6-f23c-49e7-9eee-1874aaeee4b7 admin admin] Publish callbacks [] for security_group (e9e8b55a-61f1-46fd-a027-fc6cc03480b0), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:09.937655 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-110c3fc6-f23c-49e7-9eee-1874aaeee4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (e9e8b55a-61f1-46fd-a027-fc6cc03480b0), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:09.976834 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-110c3fc6-f23c-49e7-9eee-1874aaeee4b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=580744e6c62a4cd59ae8cd0ca81c9e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997141 Apr 03 16:20:09.977686 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c3fc6-f23c-49e7-9eee-1874aaeee4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e8b55a-61f1-46fd-a027-fc6cc03480b0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:09.979824 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 37736) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:10.028959 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-caa223d0-a86b-4ff1-83ce-36bbc886e282 admin admin] Publish callbacks [] for security_group (e9e8b55a-61f1-46fd-a027-fc6cc03480b0), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:10.051542 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-caa223d0-a86b-4ff1-83ce-36bbc886e282 admin admin] Publish callbacks [] for security_group (e9e8b55a-61f1-46fd-a027-fc6cc03480b0), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:10.157865 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-caa223d0-a86b-4ff1-83ce-36bbc886e282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (e9e8b55a-61f1-46fd-a027-fc6cc03480b0), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:10.160467 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-caa223d0-a86b-4ff1-83ce-36bbc886e282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:10.161646 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-caa223d0-a86b-4ff1-83ce-36bbc886e282 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9e8b55a-61f1-46fd-a027-fc6cc03480b0 HTTP/1.1" status: 204 len: 168 time: 0.1807399 Apr 03 16:20:10.169421 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa223d0-a86b-4ff1-83ce-36bbc886e282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e8b55a-61f1-46fd-a027-fc6cc03480b0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:10.484435 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 37748) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:10.622245 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-975c1cdb-d9cf-45d0-8a45-c51ed7093dd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=964a59d16cf5480f80c48b376aed9da4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364560 Apr 03 16:20:10.625099 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 37754) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:10.711152 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494bec6-c3f9-433e-9ab4-95a04dcde829 req-4315cf7c-9765-4e18-8f10-4e997bf81af1 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:10.712616 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4494bec6-c3f9-433e-9ab4-95a04dcde829 req-4315cf7c-9765-4e18-8f10-4e997bf81af1 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 944 time: 0.0885987 Apr 03 16:20:10.723520 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ea14ab7-ca16-4a69-a529-5f07c78f2a08 admin admin] Publish callbacks [] for security_group (965adcbb-aa20-45ba-9ffd-2c22f192745d), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:10.760962 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ea14ab7-ca16-4a69-a529-5f07c78f2a08 admin admin] Publish callbacks [] for security_group (965adcbb-aa20-45ba-9ffd-2c22f192745d), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:10.811465 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4494bec6-c3f9-433e-9ab4-95a04dcde829 req-81d2f8ed-a4be-4c36-bb98-c1bb5851af40 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851190 Apr 03 16:20:10.822784 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 37762) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:10.840747 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-950cfa76-7f09-48aa-9d35-ae3507232c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:10.880592 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0f0d0-b383-4f3f-880a-49af825ea05d req-2e2bd38e-55b2-4c93-9382-f0d8b2d074e4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:10.882160 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8fa0f0d0-b383-4f3f-880a-49af825ea05d req-2e2bd38e-55b2-4c93-9382-f0d8b2d074e4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0870831 Apr 03 16:20:10.920788 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ea14ab7-ca16-4a69-a529-5f07c78f2a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (965adcbb-aa20-45ba-9ffd-2c22f192745d), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:10.923355 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ea14ab7-ca16-4a69-a529-5f07c78f2a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:10.924600 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-3ea14ab7-ca16-4a69-a529-5f07c78f2a08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/965adcbb-aa20-45ba-9ffd-2c22f192745d HTTP/1.1" status: 204 len: 168 time: 0.2983487 Apr 03 16:20:10.932280 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea14ab7-ca16-4a69-a529-5f07c78f2a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965adcbb-aa20-45ba-9ffd-2c22f192745d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:10.946386 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8fa0f0d0-b383-4f3f-880a-49af825ea05d req-4d9470f7-b43c-47db-90a1-734029eadada tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583048 Apr 03 16:20:11.001063 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-950cfa76-7f09-48aa-9d35-ae3507232c0d admin admin] Publish callbacks [] for security_group (0e0bafae-0a22-4684-80be-770c4a56bb41), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:11.075847 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-950cfa76-7f09-48aa-9d35-ae3507232c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (0e0bafae-0a22-4684-80be-770c4a56bb41), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:11.116857 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cfa76-7f09-48aa-9d35-ae3507232c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0bafae-0a22-4684-80be-770c4a56bb41,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:11.121105 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-950cfa76-7f09-48aa-9d35-ae3507232c0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f8de096a0904fb588ae1b965f68690d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965016 Apr 03 16:20:11.123731 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 37766) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:11.175036 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d86276d2-2c58-4849-bfce-0d15be48575e admin admin] Publish callbacks [] for security_group (0e0bafae-0a22-4684-80be-770c4a56bb41), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:11.199613 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d86276d2-2c58-4849-bfce-0d15be48575e admin admin] Publish callbacks [] for security_group (0e0bafae-0a22-4684-80be-770c4a56bb41), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:11.312353 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d86276d2-2c58-4849-bfce-0d15be48575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (0e0bafae-0a22-4684-80be-770c4a56bb41), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:11.314984 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d86276d2-2c58-4849-bfce-0d15be48575e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:11.316333 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d86276d2-2c58-4849-bfce-0d15be48575e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e0bafae-0a22-4684-80be-770c4a56bb41 HTTP/1.1" status: 204 len: 168 time: 0.1916866 Apr 03 16:20:11.327358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86276d2-2c58-4849-bfce-0d15be48575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0bafae-0a22-4684-80be-770c4a56bb41,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:11.950302 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424bd46-fa8d-4a2a-ba75-15e67647cebf req-3604c98b-ddd5-4c5b-bd7f-2f6b4fe3d435 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:11.951964 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7424bd46-fa8d-4a2a-ba75-15e67647cebf req-3604c98b-ddd5-4c5b-bd7f-2f6b4fe3d435 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 944 time: 0.0615582 Apr 03 16:20:11.998738 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7424bd46-fa8d-4a2a-ba75-15e67647cebf req-14e277ad-4d8d-496e-8bff-97ef6c69a053 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Apr 03 16:20:12.084111 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319aa98-7ef8-4a88-b380-840b9219f4a8 req-840d7935-2e59-4bea-bee9-45889d5bfa3b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:12.085655 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d319aa98-7ef8-4a88-b380-840b9219f4a8 req-840d7935-2e59-4bea-bee9-45889d5bfa3b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0573905 Apr 03 16:20:12.138716 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d319aa98-7ef8-4a88-b380-840b9219f4a8 req-b9997a04-8574-4c43-a70d-ddd26fb26a79 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471261 Apr 03 16:20:12.287321 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device a59827a0-5c15-431a-b507-6e2b9467e48b details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:20:12.396174 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port a59827a0-5c15-431a-b507-6e2b9467e48b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=a59827a0-5c15-431a-b507-6e2b9467e48b,segment=NetworkSegment(ff9d2994-0319-4363-a272-0188b48d2371),segment_id=ff9d2994-0319-4363-a272-0188b48d2371)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:20:12.408556 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': 'a59827a0-5c15-431a-b507-6e2b9467e48b', 'network_id': 'e161282c-1f0f-4efc-894a-7cc83e2a655f', 'port_id': 'a59827a0-5c15-431a-b507-6e2b9467e48b', 'mac_address': 'fa:16:3e:f4:13:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc6a58c-ceaf-4392-a743-114cf08034c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:20:12.445440 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port a59827a0-5c15-431a-b507-6e2b9467e48b is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:20:12.445824 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:12.458779 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59827a0-5c15-431a-b507-6e2b9467e48b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:20:12.479469 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port a59827a0-5c15-431a-b507-6e2b9467e48b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=a59827a0-5c15-431a-b507-6e2b9467e48b,segment=NetworkSegment(ff9d2994-0319-4363-a272-0188b48d2371),segment_id=ff9d2994-0319-4363-a272-0188b48d2371)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:20:12.611803 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:12.660504 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=a59827a0-5c15-431a-b507-6e2b9467e48b,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:13.157653 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdc154-988f-4790-a3a4-4995ef84c7ac req-6c6d2d9f-6f3e-4fb6-9682-940e1fba34bb tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:13.159179 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7ebdc154-988f-4790-a3a4-4995ef84c7ac req-6c6d2d9f-6f3e-4fb6-9682-940e1fba34bb tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 945 time: 0.0655425 Apr 03 16:20:13.182188 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['a59827a0-5c15-431a-b507-6e2b9467e48b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:20:13.230137 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7ebdc154-988f-4790-a3a4-4995ef84c7ac req-e1822d68-153e-4776-b005-4e5ad515a77a tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633984 Apr 03 16:20:13.272737 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c182c-3481-494b-92e8-a9c2519ceff3 req-eb07656e-f6f4-4b60-9ccb-075a65dbcc88 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:13.279075 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-543c182c-3481-494b-92e8-a9c2519ceff3 req-eb07656e-f6f4-4b60-9ccb-075a65dbcc88 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0660858 Apr 03 16:20:13.333385 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-543c182c-3481-494b-92e8-a9c2519ceff3 req-7408d002-579c-4594-9e28-447a493e0cc9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511830 Apr 03 16:20:14.378105 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce400d2-6116-428f-8e54-26190adf5baf req-55fa9474-2d6b-4a65-9e0a-dcba3300faf9 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:14.383061 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8ce400d2-6116-428f-8e54-26190adf5baf req-55fa9474-2d6b-4a65-9e0a-dcba3300faf9 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 945 time: 0.0661299 Apr 03 16:20:14.427143 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8ce400d2-6116-428f-8e54-26190adf5baf req-e53b1a00-c686-428e-b5d9-43dadfaa3c43 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Apr 03 16:20:14.478408 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda25f1-a452-4f32-9a81-bdab78dc65a7 req-260fe84b-81fe-4bf8-a7e2-b2ec84ea3ead tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:14.481210 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fbda25f1-a452-4f32-9a81-bdab78dc65a7 req-260fe84b-81fe-4bf8-a7e2-b2ec84ea3ead tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0756950 Apr 03 16:20:14.540080 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fbda25f1-a452-4f32-9a81-bdab78dc65a7 req-8630df2f-d0f3-47ac-8e02-acd0e471b9fd tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528009 Apr 03 16:20:15.123637 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 37904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:15.224428 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fa6a9e8-8e03-4e43-8104-b27d8d43fd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:15.296269 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fa6a9e8-8e03-4e43-8104-b27d8d43fd0e admin admin] Publish callbacks [] for security_group (880cc4bc-3d22-4788-9ba8-77346f26a631), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:15.389105 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fa6a9e8-8e03-4e43-8104-b27d8d43fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (880cc4bc-3d22-4788-9ba8-77346f26a631), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:15.427580 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-4fa6a9e8-8e03-4e43-8104-b27d8d43fd0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a191bb3697c94702bdf6d27ad8f83d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028445 Apr 03 16:20:15.428674 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6a9e8-8e03-4e43-8104-b27d8d43fd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880cc4bc-3d22-4788-9ba8-77346f26a631,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:15.430346 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 37908) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:15.479023 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25ef8080-29c7-4d62-9f2c-f0e7162e9f50 admin admin] Publish callbacks [] for security_group (880cc4bc-3d22-4788-9ba8-77346f26a631), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:15.505624 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25ef8080-29c7-4d62-9f2c-f0e7162e9f50 admin admin] Publish callbacks [] for security_group (880cc4bc-3d22-4788-9ba8-77346f26a631), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:15.584277 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aeeb5b-19dc-463a-8da7-084b8f55c0c0 req-e73b28e2-00b3-46d4-be60-68ffd44c9c68 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:15.585874 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e4aeeb5b-19dc-463a-8da7-084b8f55c0c0 req-e73b28e2-00b3-46d4-be60-68ffd44c9c68 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 945 time: 0.0691061 Apr 03 16:20:15.639403 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e4aeeb5b-19dc-463a-8da7-084b8f55c0c0 req-bd7f0473-0f5a-4886-9fca-066310d698b4 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Apr 03 16:20:15.668625 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca78d0-159b-496b-abd7-ec0eb9edeebe req-471c0f67-833e-4dc5-b773-3f543eb8a53c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:15.671003 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-14ca78d0-159b-496b-abd7-ec0eb9edeebe req-471c0f67-833e-4dc5-b773-3f543eb8a53c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0602400 Apr 03 16:20:15.675428 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25ef8080-29c7-4d62-9f2c-f0e7162e9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (880cc4bc-3d22-4788-9ba8-77346f26a631), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:15.680112 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25ef8080-29c7-4d62-9f2c-f0e7162e9f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:15.682001 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-25ef8080-29c7-4d62-9f2c-f0e7162e9f50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/880cc4bc-3d22-4788-9ba8-77346f26a631 HTTP/1.1" status: 204 len: 168 time: 0.2503173 Apr 03 16:20:15.694020 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef8080-29c7-4d62-9f2c-f0e7162e9f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880cc4bc-3d22-4788-9ba8-77346f26a631,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:15.726757 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-14ca78d0-159b-496b-abd7-ec0eb9edeebe req-130d35f9-3fee-438c-adea-b7cd0ea16377 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501332 Apr 03 16:20:16.315131 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 37922) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:16.328388 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00d3c215-c243-4057-b1d0-6f9ccae5dc3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:16.402376 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00d3c215-c243-4057-b1d0-6f9ccae5dc3e admin admin] Publish callbacks [] for security_group (40ae6e1d-13ff-4950-ba62-f86b28167d33), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:16.483452 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00d3c215-c243-4057-b1d0-6f9ccae5dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (40ae6e1d-13ff-4950-ba62-f86b28167d33), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:16.526849 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-00d3c215-c243-4057-b1d0-6f9ccae5dc3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3a1a5eba7c74500bf781d8f6a7349bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105637 Apr 03 16:20:16.527555 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3c215-c243-4057-b1d0-6f9ccae5dc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ae6e1d-13ff-4950-ba62-f86b28167d33,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:16.530297 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 37924) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:16.591548 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72110b7b-8069-49c4-b1c7-e166875f5914 admin admin] Publish callbacks [] for security_group (40ae6e1d-13ff-4950-ba62-f86b28167d33), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:16.617876 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72110b7b-8069-49c4-b1c7-e166875f5914 admin admin] Publish callbacks [] for security_group (40ae6e1d-13ff-4950-ba62-f86b28167d33), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:16.746350 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72110b7b-8069-49c4-b1c7-e166875f5914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (40ae6e1d-13ff-4950-ba62-f86b28167d33), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:16.749145 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72110b7b-8069-49c4-b1c7-e166875f5914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:16.754628 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-72110b7b-8069-49c4-b1c7-e166875f5914 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40ae6e1d-13ff-4950-ba62-f86b28167d33 HTTP/1.1" status: 204 len: 168 time: 0.2227538 Apr 03 16:20:16.769522 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72110b7b-8069-49c4-b1c7-e166875f5914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ae6e1d-13ff-4950-ba62-f86b28167d33,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:16.784736 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83244831-023e-49ee-88c4-ea514e813e1a req-9a8314cf-a0b9-4ae4-b7f4-9791add337d6 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:16.792070 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-83244831-023e-49ee-88c4-ea514e813e1a req-9a8314cf-a0b9-4ae4-b7f4-9791add337d6 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 945 time: 0.0832429 Apr 03 16:20:16.858430 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-83244831-023e-49ee-88c4-ea514e813e1a req-f900a2ad-cfa2-47bd-aa0f-c12faa0abb19 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628169 Apr 03 16:20:16.889433 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58972731-946c-473f-aabb-ca2c0329b5a5 req-2ee4b2c8-3ff5-4019-8b4c-a8dc95ba70c2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:16.890985 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-58972731-946c-473f-aabb-ca2c0329b5a5 req-2ee4b2c8-3ff5-4019-8b4c-a8dc95ba70c2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0668838 Apr 03 16:20:16.963403 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-58972731-946c-473f-aabb-ca2c0329b5a5 req-e943c1fc-3fe6-4e02-8c79-e403291a1de4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651202 Apr 03 16:20:17.967127 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560149d-9b8f-4306-90c0-e5f0c8eb8cc8 req-56e63ce7-4978-4165-8cac-fe9c1d2f813b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:17.968592 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f560149d-9b8f-4306-90c0-e5f0c8eb8cc8 req-56e63ce7-4978-4165-8cac-fe9c1d2f813b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 945 time: 0.0515182 Apr 03 16:20:18.035861 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f560149d-9b8f-4306-90c0-e5f0c8eb8cc8 req-5d3d73ae-0c86-4cd8-a28a-44e67e314481 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489149 Apr 03 16:20:18.079389 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c65c-5e01-41a1-b293-356e68672a84 req-dd15f90a-164e-4bcd-9be0-c4479c654820 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:18.080866 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f5d0c65c-5e01-41a1-b293-356e68672a84 req-dd15f90a-164e-4bcd-9be0-c4479c654820 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0523765 Apr 03 16:20:18.126739 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f5d0c65c-5e01-41a1-b293-356e68672a84 req-e4caf41a-8d49-4154-af44-33abd39304d7 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Apr 03 16:20:18.440538 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 37972) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:18.543637 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fcf15a6-fb7a-42bf-ae60-a1b1c566fd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:18.617939 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fcf15a6-fb7a-42bf-ae60-a1b1c566fd3d admin admin] Publish callbacks [] for security_group (85ec468a-d659-45f2-8374-6749c9c95508), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:18.671907 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fcf15a6-fb7a-42bf-ae60-a1b1c566fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (85ec468a-d659-45f2-8374-6749c9c95508), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:18.709256 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-0fcf15a6-fb7a-42bf-ae60-a1b1c566fd3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f71de220056441b8dbb77908208790c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676983 Apr 03 16:20:18.710103 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf15a6-fb7a-42bf-ae60-a1b1c566fd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ec468a-d659-45f2-8374-6749c9c95508,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:18.712075 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 37978) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:18.763059 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d628905-ed50-4200-8393-abf91f139e32 admin admin] Publish callbacks [] for security_group (85ec468a-d659-45f2-8374-6749c9c95508), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:18.785092 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d628905-ed50-4200-8393-abf91f139e32 admin admin] Publish callbacks [] for security_group (85ec468a-d659-45f2-8374-6749c9c95508), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:18.888968 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d628905-ed50-4200-8393-abf91f139e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (85ec468a-d659-45f2-8374-6749c9c95508), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:18.891570 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d628905-ed50-4200-8393-abf91f139e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:18.892731 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3d628905-ed50-4200-8393-abf91f139e32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85ec468a-d659-45f2-8374-6749c9c95508 HTTP/1.1" status: 204 len: 168 time: 0.1795144 Apr 03 16:20:18.900353 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d628905-ed50-4200-8393-abf91f139e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ec468a-d659-45f2-8374-6749c9c95508,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:18.998866 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device a59827a0-5c15-431a-b507-6e2b9467e48b up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:20:19.089232 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port a59827a0-5c15-431a-b507-6e2b9467e48b completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:20:19.094198 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port a59827a0-5c15-431a-b507-6e2b9467e48b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:19.094598 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:19.143602 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fbe25-9824-4d0c-bc9e-ada1cb4d6078 req-666becf4-ff34-4edd-9963-f4f583c2a341 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:19.151436 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-679fbe25-9824-4d0c-bc9e-ada1cb4d6078 req-666becf4-ff34-4edd-9963-f4f583c2a341 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 945 time: 0.0694389 Apr 03 16:20:19.186072 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port a59827a0-5c15-431a-b507-6e2b9467e48b is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:20:19.186470 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:19.222889 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-679fbe25-9824-4d0c-bc9e-ada1cb4d6078 req-d950fa82-d827-4d08-87d9-364262b89e07 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657339 Apr 03 16:20:19.227077 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09425f3d-cb6d-43c1-ae8b-12b9844c7f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59827a0-5c15-431a-b507-6e2b9467e48b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:20:19.229603 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adc1e00-372c-4dca-a5c9-1917a3be6cc9" -d '{"events": [{"server_uuid": "09425f3d-cb6d-43c1-ae8b-12b9844c7f49", "name": "network-vif-plugged", "status": "completed", "tag": "a59827a0-5c15-431a-b507-6e2b9467e48b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:20:19.253844 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port a59827a0-5c15-431a-b507-6e2b9467e48b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=a59827a0-5c15-431a-b507-6e2b9467e48b,segment=NetworkSegment(ff9d2994-0319-4363-a272-0188b48d2371),segment_id=ff9d2994-0319-4363-a272-0188b48d2371)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:20:19.273062 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff350ce2-2425-4630-bad3-aba0cd9b16c1 x-openstack-request-id: req-ff350ce2-2425-4630-bad3-aba0cd9b16c1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:20:19.273528 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09425f3d-cb6d-43c1-ae8b-12b9844c7f49", "name": "network-vif-plugged", "status": "completed", "tag": "a59827a0-5c15-431a-b507-6e2b9467e48b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:20:19.273871 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff350ce2-2425-4630-bad3-aba0cd9b16c1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:20:19.274490 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff350ce2-2425-4630-bad3-aba0cd9b16c1'] response: {'server_uuid': '09425f3d-cb6d-43c1-ae8b-12b9844c7f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59827a0-5c15-431a-b507-6e2b9467e48b', 'code': 200} Apr 03 16:20:19.286311 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9802309-0966-4007-8507-14f54b5e34d0 req-221046bc-71c0-48e5-8b4d-23280774536b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:19.287821 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b9802309-0966-4007-8507-14f54b5e34d0 req-221046bc-71c0-48e5-8b4d-23280774536b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0705566 Apr 03 16:20:19.334862 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b9802309-0966-4007-8507-14f54b5e34d0 req-54da5556-1fa0-48c9-8516-4fce8f8801f1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413196 Apr 03 16:20:19.349368 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:19.518763 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=a59827a0-5c15-431a-b507-6e2b9467e48b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:20.328646 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2adab0-6788-4b74-a92c-e7c17cd4884a req-f21781fb-e787-4c11-96a4-1e4312e5f209 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:20.330003 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6a2adab0-6788-4b74-a92c-e7c17cd4884a req-f21781fb-e787-4c11-96a4-1e4312e5f209 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0491536 Apr 03 16:20:20.379749 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6a2adab0-6788-4b74-a92c-e7c17cd4884a req-d72ea2aa-7053-41cf-8b3d-1fdb2e119030 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442803 Apr 03 16:20:20.448921 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d26fc-6564-4cfb-b2d9-b86bc32b6ad1 req-c891fc9a-8d4b-49e5-bf2d-b5531e9a3013 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:20.450981 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5e8d26fc-6564-4cfb-b2d9-b86bc32b6ad1 req-c891fc9a-8d4b-49e5-bf2d-b5531e9a3013 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0499563 Apr 03 16:20:20.495103 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5e8d26fc-6564-4cfb-b2d9-b86bc32b6ad1 req-0503c1b4-b086-4b18-acbd-ac3542606434 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Apr 03 16:20:21.496242 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02acfd-5e7b-4401-83d5-5495bda93062 req-0eca4528-1e55-47af-801f-3495e8db56e2 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:21.497735 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0f02acfd-5e7b-4401-83d5-5495bda93062 req-0eca4528-1e55-47af-801f-3495e8db56e2 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0511780 Apr 03 16:20:21.544790 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0f02acfd-5e7b-4401-83d5-5495bda93062 req-e54f74b8-34dc-4aac-899c-d5bf706a2d4d tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415101 Apr 03 16:20:21.615990 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaf80e-8623-4472-9943-18e859a4a15a req-f6541860-9e9f-4d4e-9af6-d67d5a98a41a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:21.617693 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b1aaf80e-8623-4472-9943-18e859a4a15a req-f6541860-9e9f-4d4e-9af6-d67d5a98a41a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0551455 Apr 03 16:20:21.696431 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b1aaf80e-8623-4472-9943-18e859a4a15a req-73ddcbf5-82ff-451e-a463-916719ee68d3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723462 Apr 03 16:20:21.702478 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e34e6-3349-4195-b782-5eebeeda97b8 req-18f76158-ff25-4d52-8524-a378f674019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:21.704183 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-196e34e6-3349-4195-b782-5eebeeda97b8 req-18f76158-ff25-4d52-8524-a378f674019f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 1130 time: 0.0745106 Apr 03 16:20:21.747721 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-196e34e6-3349-4195-b782-5eebeeda97b8 req-886b4465-2a97-49dc-b1fc-d58c3e65848a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371289 Apr 03 16:20:22.657463 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e7838-d19b-4353-bdb1-e817a676bc47 req-b1063021-7f5f-4a05-a6db-33d2f5bce674 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:22.658928 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fc9e7838-d19b-4353-bdb1-e817a676bc47 req-b1063021-7f5f-4a05-a6db-33d2f5bce674 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0500364 Apr 03 16:20:22.703520 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fc9e7838-d19b-4353-bdb1-e817a676bc47 req-908cb32a-ac9f-4477-9083-f12a9a3e5fcf tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 Apr 03 16:20:22.813482 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0cc0a-023c-4aed-b99c-7ce6808d144a req-a37f69a8-0e82-4bce-9971-957c36ddbcce tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:22.815243 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-76f0cc0a-023c-4aed-b99c-7ce6808d144a req-a37f69a8-0e82-4bce-9971-957c36ddbcce tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0538507 Apr 03 16:20:22.863989 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-76f0cc0a-023c-4aed-b99c-7ce6808d144a req-92ca5a11-d482-45af-9b47-4bc24aaef77b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Apr 03 16:20:23.818331 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63156a9-fc42-4f30-b71e-5a1a705e647c req-6069d7da-e3b8-4abf-b89e-73948050ce9f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:23.819812 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b63156a9-fc42-4f30-b71e-5a1a705e647c req-6069d7da-e3b8-4abf-b89e-73948050ce9f tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0532238 Apr 03 16:20:23.865562 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b63156a9-fc42-4f30-b71e-5a1a705e647c req-085d7520-6dbf-415b-9137-d77e77790377 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Apr 03 16:20:23.980235 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c0f35-7f92-4c3d-b5f4-22e20d57d0c0 req-f32f69cd-00a2-49b7-b6d6-732e908a32ea tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:23.981595 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f41c0f35-7f92-4c3d-b5f4-22e20d57d0c0 req-f32f69cd-00a2-49b7-b6d6-732e908a32ea tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0501978 Apr 03 16:20:24.025103 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f41c0f35-7f92-4c3d-b5f4-22e20d57d0c0 req-045426ce-f9da-48ba-8ecd-292942ad9f41 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380800 Apr 03 16:20:24.980385 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136f107-a83d-4b8a-83bc-e53781055dd8 req-7fcc1db1-3813-4e62-b2ff-f38e06206258 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:24.981834 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f136f107-a83d-4b8a-83bc-e53781055dd8 req-7fcc1db1-3813-4e62-b2ff-f38e06206258 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0508652 Apr 03 16:20:25.026621 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f136f107-a83d-4b8a-83bc-e53781055dd8 req-0a08abdd-dce2-42ee-a8fe-8495cd785940 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Apr 03 16:20:25.139571 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85095ab-a406-4e34-9f3b-d3e87a43ee08 req-2e3641d3-edbf-42a7-85f5-c33c33d21912 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:25.141017 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b85095ab-a406-4e34-9f3b-d3e87a43ee08 req-2e3641d3-edbf-42a7-85f5-c33c33d21912 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0504069 Apr 03 16:20:25.185658 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b85095ab-a406-4e34-9f3b-d3e87a43ee08 req-a25509de-5cfa-4e68-8b51-89b13482def2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392063 Apr 03 16:20:26.142485 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80387ddc-1736-4dcc-8ec0-08bf91743dfb req-e8ac42e0-2d8d-4d3b-ab60-8c4a526f44b0 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:26.143952 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-80387ddc-1736-4dcc-8ec0-08bf91743dfb req-e8ac42e0-2d8d-4d3b-ab60-8c4a526f44b0 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0537212 Apr 03 16:20:26.188353 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-80387ddc-1736-4dcc-8ec0-08bf91743dfb req-c5abce61-f092-4cd7-8417-ba31f436569c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389378 Apr 03 16:20:26.546865 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50580c38-9d27-4054-ad83-1811ffae2051 req-4627f5fa-b300-43b2-92bd-f7ca73701e9d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:26.548374 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50580c38-9d27-4054-ad83-1811ffae2051 req-4627f5fa-b300-43b2-92bd-f7ca73701e9d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.2923288 Apr 03 16:20:26.594074 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50580c38-9d27-4054-ad83-1811ffae2051 req-be1f5381-d709-4ae0-ba5d-d0398850045a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401504 Apr 03 16:20:27.301893 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dba9b3-e958-4743-bd63-7b784d430b95 req-028b349e-d851-4c38-90bf-2a8543173db2 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:27.303355 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-99dba9b3-e958-4743-bd63-7b784d430b95 req-028b349e-d851-4c38-90bf-2a8543173db2 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0496793 Apr 03 16:20:27.347313 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-99dba9b3-e958-4743-bd63-7b784d430b95 req-2bd7e53a-59d1-49ad-a5d2-0991236f2ccc tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386226 Apr 03 16:20:27.710285 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa00f37-b337-4ac6-b27e-8ee35285dc84 req-4261a00c-24d3-4c17-840b-8a3d9c27ce06 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:27.711746 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7fa00f37-b337-4ac6-b27e-8ee35285dc84 req-4261a00c-24d3-4c17-840b-8a3d9c27ce06 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0498145 Apr 03 16:20:27.756332 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7fa00f37-b337-4ac6-b27e-8ee35285dc84 req-16f2ffdd-11bf-4049-a1f8-2333c43d8ae1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384612 Apr 03 16:20:28.459960 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6459e47-ee01-4abf-a3f9-6856c9df42d7 req-f4d205eb-eb9c-41dd-a6ab-a2f2344bad3d tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:28.461404 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f6459e47-ee01-4abf-a3f9-6856c9df42d7 req-f4d205eb-eb9c-41dd-a6ab-a2f2344bad3d tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0502048 Apr 03 16:20:28.510044 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f6459e47-ee01-4abf-a3f9-6856c9df42d7 req-f4f48d72-0bb2-4855-a333-3fb309fbdba8 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431521 Apr 03 16:20:28.884919 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138755-6077-48b4-aa14-ea558d014a5e req-c17f99ef-dee4-4a64-a13e-0708770c735b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:28.963893 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cb138755-6077-48b4-aa14-ea558d014a5e req-c17f99ef-dee4-4a64-a13e-0708770c735b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0550327 Apr 03 16:20:28.963893 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cb138755-6077-48b4-aa14-ea558d014a5e req-f71350c9-b662-488a-974f-91f0dcc70ba1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383310 Apr 03 16:20:29.103298 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:29.583826 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65182cf3-8327-4a11-8108-5f264cd09eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:29.629221 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb55583-f7f8-4eac-988c-7e37fe8ddc6f req-da61382c-3eea-4bdc-8ceb-99626238521b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:29.630915 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cdb55583-f7f8-4eac-988c-7e37fe8ddc6f req-da61382c-3eea-4bdc-8ceb-99626238521b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0568302 Apr 03 16:20:29.679899 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cdb55583-f7f8-4eac-988c-7e37fe8ddc6f req-a403cff3-88b9-4ecf-beaa-65359e9850a6 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Apr 03 16:20:30.057660 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0051da-2f3a-4e09-b185-5471d731512f req-4bee9a7d-9f9f-491d-9920-a084d78077fc tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:30.059161 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0c0051da-2f3a-4e09-b185-5471d731512f req-4bee9a7d-9f9f-491d-9920-a084d78077fc tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0513110 Apr 03 16:20:30.105722 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0c0051da-2f3a-4e09-b185-5471d731512f req-2ca765f8-408e-4c1e-9da3-6df9fc0c5cb2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Apr 03 16:20:30.858581 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736ece-b9aa-4c3f-aedf-631d30b0aaec req-7d2f1ead-1eb6-45bd-89d8-364d0af2595b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:30.860057 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c736ece-b9aa-4c3f-aedf-631d30b0aaec req-7d2f1ead-1eb6-45bd-89d8-364d0af2595b tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0527492 Apr 03 16:20:30.908041 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c736ece-b9aa-4c3f-aedf-631d30b0aaec req-3787fec5-b9dc-4dca-a2dc-82974452d952 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Apr 03 16:20:31.220543 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051d14f-44d4-4493-aa6b-ab85f781f938 req-cadc24c1-5ceb-49f4-b137-e29a3936a579 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:31.221909 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6051d14f-44d4-4493-aa6b-ab85f781f938 req-cadc24c1-5ceb-49f4-b137-e29a3936a579 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0503144 Apr 03 16:20:31.266425 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6051d14f-44d4-4493-aa6b-ab85f781f938 req-ba158082-e5e2-442f-8704-360b8576d5e3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391030 Apr 03 16:20:31.888883 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2599a439-4986-4668-b146-55c77d6affce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:32.025566 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257f771-804a-4f6e-bb98-e5acaa630a23 req-eda4ba24-b355-4961-8037-3c52e43fa6f6 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:32.027066 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6257f771-804a-4f6e-bb98-e5acaa630a23 req-eda4ba24-b355-4961-8037-3c52e43fa6f6 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0527582 Apr 03 16:20:32.074839 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6257f771-804a-4f6e-bb98-e5acaa630a23 req-8ab62008-4c77-4d27-8ec0-26f83b4a6104 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Apr 03 16:20:32.389762 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ac28-dedf-4619-b5da-4bfab50832fb req-d0a8ab7d-8d06-4888-a09b-60658cb01529 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:32.391265 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-82b2ac28-dedf-4619-b5da-4bfab50832fb req-d0a8ab7d-8d06-4888-a09b-60658cb01529 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0551281 Apr 03 16:20:32.436513 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-82b2ac28-dedf-4619-b5da-4bfab50832fb req-dedc4536-f153-4080-832d-14d26a17b7eb tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396850 Apr 03 16:20:32.963369 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:33.187307 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c499c80-d371-44f4-a0f8-821481e3a7e0 req-6c23db4a-93f6-42b9-9c06-708c51474dcc tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:33.188753 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4c499c80-d371-44f4-a0f8-821481e3a7e0 req-6c23db4a-93f6-42b9-9c06-708c51474dcc tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0504348 Apr 03 16:20:33.233213 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4c499c80-d371-44f4-a0f8-821481e3a7e0 req-a717d364-efdb-4f00-b561-cef6dba7b5a0 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 Apr 03 16:20:33.552574 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeaf0a-c43d-4930-a786-3d35c5cf1c65 req-ed45c7b6-b759-49bb-9875-387eb6e12430 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:33.554033 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-aeaeaf0a-c43d-4930-a786-3d35c5cf1c65 req-ed45c7b6-b759-49bb-9875-387eb6e12430 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0523174 Apr 03 16:20:33.600684 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-aeaeaf0a-c43d-4930-a786-3d35c5cf1c65 req-ca8fb507-734f-4251-b34f-dfa7e640d4c6 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401354 Apr 03 16:20:34.306551 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:34.350997 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1eac5-b133-46e3-8635-dca13a7159e0 req-33ccb8bc-3d12-45c2-a2f3-b853c109e1a3 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:34.352366 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0bf1eac5-b133-46e3-8635-dca13a7159e0 req-33ccb8bc-3d12-45c2-a2f3-b853c109e1a3 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0537999 Apr 03 16:20:34.397659 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0bf1eac5-b133-46e3-8635-dca13a7159e0 req-f9879ff9-e50e-498a-bdbf-aed0ae3e0473 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Apr 03 16:20:34.714047 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bbc4c-c919-425f-a17f-70e64ca8f5dd req-501ad8df-d1dc-4133-bab9-dc7ac34c617a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:34.715494 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7e5bbc4c-c919-425f-a17f-70e64ca8f5dd req-501ad8df-d1dc-4133-bab9-dc7ac34c617a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0495400 Apr 03 16:20:34.763577 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7e5bbc4c-c919-425f-a17f-70e64ca8f5dd req-af0c213e-c7a5-43da-97ce-eefbd37c9e32 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426090 Apr 03 16:20:35.376953 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d68cdc-54e4-49fa-9f7d-2054b4fa8d63 req-cc65bd6c-84e7-44f8-bf07-0974e150c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:35.378444 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-47d68cdc-54e4-49fa-9f7d-2054b4fa8d63 req-cc65bd6c-84e7-44f8-bf07-0974e150c5e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 1130 time: 0.0424030 Apr 03 16:20:35.421855 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-47d68cdc-54e4-49fa-9f7d-2054b4fa8d63 req-d360356f-c2bd-4bcb-afdd-3f54262d832a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366054 Apr 03 16:20:35.514947 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e6d17-67e0-4ecb-a5a0-0c2113c306f2 req-bd767a36-0a29-4fc9-9c86-d2f382e7804a tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:35.516412 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d7e6d17-67e0-4ecb-a5a0-0c2113c306f2 req-bd767a36-0a29-4fc9-9c86-d2f382e7804a tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0511513 Apr 03 16:20:35.564177 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d7e6d17-67e0-4ecb-a5a0-0c2113c306f2 req-32269ea8-deb4-4156-9455-ed4839f95549 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Apr 03 16:20:35.797673 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:35.879568 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770d122-7f30-46a8-b32f-1f2feaae3f84 req-2963c9f5-ab3c-4c6b-b11a-a5a8ae2c2b1a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:35.881041 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1770d122-7f30-46a8-b32f-1f2feaae3f84 req-2963c9f5-ab3c-4c6b-b11a-a5a8ae2c2b1a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0516367 Apr 03 16:20:35.927621 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1770d122-7f30-46a8-b32f-1f2feaae3f84 req-7bd04999-3001-4f7d-a21b-d0dfa971f0b4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Apr 03 16:20:36.679448 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11052f8-e32d-427d-b85e-3c01c36ff556 req-c8673714-3d2f-4052-b65e-bf039c32471a tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:36.680807 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d11052f8-e32d-427d-b85e-3c01c36ff556 req-c8673714-3d2f-4052-b65e-bf039c32471a tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0503924 Apr 03 16:20:36.726895 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d11052f8-e32d-427d-b85e-3c01c36ff556 req-a0e8ddcd-3292-4416-b566-2ab34f0151ae tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f97b40-32b6-4173-9f49-8153ccb39959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Apr 03 16:20:36.807581 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5026-a4bb-499a-b35f-405589d2048f req-61903599-aa37-4ce6-8b79-39e6ab912869 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:36.809007 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-054c5026-a4bb-499a-b35f-405589d2048f req-61903599-aa37-4ce6-8b79-39e6ab912869 tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.21 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 946 time: 0.0502164 Apr 03 16:20:36.906953 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-054c5026-a4bb-499a-b35f-405589d2048f req-e34d11c8-dbaa-4a1c-a397-447f8938789e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Deleting port a59827a0-5c15-431a-b507-6e2b9467e48b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:20:36.907297 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-054c5026-a4bb-499a-b35f-405589d2048f req-e34d11c8-dbaa-4a1c-a397-447f8938789e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:37.015799 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-054c5026-a4bb-499a-b35f-405589d2048f req-e34d11c8-dbaa-4a1c-a397-447f8938789e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] For port a59827a0-5c15-431a-b507-6e2b9467e48b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=a59827a0-5c15-431a-b507-6e2b9467e48b,segment=NetworkSegment(ff9d2994-0319-4363-a272-0188b48d2371),segment_id=ff9d2994-0319-4363-a272-0188b48d2371)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:20:37.016217 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-054c5026-a4bb-499a-b35f-405589d2048f req-e34d11c8-dbaa-4a1c-a397-447f8938789e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:37.036826 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-054c5026-a4bb-499a-b35f-405589d2048f req-e34d11c8-dbaa-4a1c-a397-447f8938789e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Calling delete_port for a59827a0-5c15-431a-b507-6e2b9467e48b owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:20:37.053276 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9c9d3-52f6-4330-8605-48819dd4fab6 req-57d44b01-07c7-4d63-9029-4d4121b84583 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:37.055840 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0df9c9d3-52f6-4330-8605-48819dd4fab6 req-57d44b01-07c7-4d63-9029-4d4121b84583 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0602331 Apr 03 16:20:37.117426 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0df9c9d3-52f6-4330-8605-48819dd4fab6 req-06f80e3f-ea79-456e-9c26-003801f498b5 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559185 Apr 03 16:20:37.250065 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-054c5026-a4bb-499a-b35f-405589d2048f req-e34d11c8-dbaa-4a1c-a397-447f8938789e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (a59827a0-5c15-431a-b507-6e2b9467e48b), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:37.306486 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d11c8-dbaa-4a1c-a397-447f8938789e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Pushing event deleted for resources: {'Port': ['ID=a59827a0-5c15-431a-b507-6e2b9467e48b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:37.326015 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-054c5026-a4bb-499a-b35f-405589d2048f req-e34d11c8-dbaa-4a1c-a397-447f8938789e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] No DVR routers for this DVR port a59827a0-5c15-431a-b507-6e2b9467e48b on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:20:37.328510 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-054c5026-a4bb-499a-b35f-405589d2048f req-e34d11c8-dbaa-4a1c-a397-447f8938789e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:37.333250 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-054c5026-a4bb-499a-b35f-405589d2048f req-e34d11c8-dbaa-4a1c-a397-447f8938789e tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.21 "DELETE /v2.0/ports/a59827a0-5c15-431a-b507-6e2b9467e48b HTTP/1.1" status: 204 len: 173 time: 0.5182433 Apr 03 16:20:37.333617 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09425f3d-cb6d-43c1-ae8b-12b9844c7f49', 'name': 'network-vif-deleted', 'tag': 'a59827a0-5c15-431a-b507-6e2b9467e48b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:20:37.335860 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804206ac-9175-4c5d-92c7-5266b216cf4a" -d '{"events": [{"server_uuid": "09425f3d-cb6d-43c1-ae8b-12b9844c7f49", "name": "network-vif-deleted", "tag": "a59827a0-5c15-431a-b507-6e2b9467e48b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:20:37.379752 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ebfa86-e06e-4872-ab61-3a0ea7b722ac x-openstack-request-id: req-50ebfa86-e06e-4872-ab61-3a0ea7b722ac {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:20:37.380495 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09425f3d-cb6d-43c1-ae8b-12b9844c7f49", "name": "network-vif-deleted", "tag": "a59827a0-5c15-431a-b507-6e2b9467e48b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:20:37.381318 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50ebfa86-e06e-4872-ab61-3a0ea7b722ac {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:20:37.382150 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ebfa86-e06e-4872-ab61-3a0ea7b722ac'] response: {'server_uuid': '09425f3d-cb6d-43c1-ae8b-12b9844c7f49', 'name': 'network-vif-deleted', 'tag': 'a59827a0-5c15-431a-b507-6e2b9467e48b', 'status': 'completed', 'code': 200} Apr 03 16:20:37.833059 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0ae8ea45-7322-43e9-a486-50a8f9e203c2 req-ed980ee2-77c5-4bfa-bc07-2948abf5ec8c tempest-VolumesActionsTest-222883758 tempest-VolumesActionsTest-222883758-project] 10.222.0.37 "GET /v2.0/ports?device_id=09425f3d-cb6d-43c1-ae8b-12b9844c7f49 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Apr 03 16:20:38.222811 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16e408-8756-470e-8adc-d6c7f67d9e90 req-ebe947b3-cb2d-403b-942c-ab1c8d276b34 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:38.224287 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dc16e408-8756-470e-8adc-d6c7f67d9e90 req-ebe947b3-cb2d-403b-942c-ab1c8d276b34 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0515101 Apr 03 16:20:38.270808 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dc16e408-8756-470e-8adc-d6c7f67d9e90 req-7f628a73-d551-4311-bfa1-c9685fbeaf15 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Apr 03 16:20:38.390603 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f17635-9961-4b9f-938c-cdf670b3dcd4 req-9164b6da-eaf6-45c0-b6b9-74fc3c9c46f0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:38.392061 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-73f17635-9961-4b9f-938c-cdf670b3dcd4 req-9164b6da-eaf6-45c0-b6b9-74fc3c9c46f0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0527997 Apr 03 16:20:38.438410 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-73f17635-9961-4b9f-938c-cdf670b3dcd4 req-0fcc4426-d095-409c-9dc6-fabc5693308e tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Apr 03 16:20:39.091772 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device a59827a0-5c15-431a-b507-6e2b9467e48b no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:20:39.111616 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: a59827a0-5c15-431a-b507-6e2b9467e48b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:20:39.111956 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device a59827a0-5c15-431a-b507-6e2b9467e48b not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:20:41.678713 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7b31c-8d15-4571-9e18-899cef2d815b req-8ec86818-c458-4941-af29-b33761e31412 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:41.680255 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e1f7b31c-8d15-4571-9e18-899cef2d815b req-8ec86818-c458-4941-af29-b33761e31412 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0525942 Apr 03 16:20:41.729975 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e1f7b31c-8d15-4571-9e18-899cef2d815b req-d4103bc3-c605-4c2e-b360-59d619f5003a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421991 Apr 03 16:20:42.845792 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474067a-3777-4dab-bc61-90d66f05ecaf req-b12bad39-931e-44e3-92b7-50e26d5652cc tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:42.847311 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0474067a-3777-4dab-bc61-90d66f05ecaf req-b12bad39-931e-44e3-92b7-50e26d5652cc tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0523229 Apr 03 16:20:42.892931 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0474067a-3777-4dab-bc61-90d66f05ecaf req-06474672-b1cf-4ac1-ab8e-51e596321e4d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Apr 03 16:20:43.381398 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-e5be955f-322f-422a-ad86-9d549c17096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:43.382876 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-e5be955f-322f-422a-ad86-9d549c17096b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 1130 time: 0.0473206 Apr 03 16:20:43.816770 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:20:44.005870 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554fff9-5be0-499e-bf1c-69b79f524e01 req-9d92d994-8bb5-4328-8530-4d509e1359e3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:44.007338 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5554fff9-5be0-499e-bf1c-69b79f524e01 req-9d92d994-8bb5-4328-8530-4d509e1359e3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0503621 Apr 03 16:20:44.052466 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5554fff9-5be0-499e-bf1c-69b79f524e01 req-1391b41e-5778-486c-9cd5-94b7f40965f2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397809 Apr 03 16:20:44.684960 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-311fea9d-9afe-4449-80d4-fe4f4a1448ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:44.686927 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-311fea9d-9afe-4449-80d4-fe4f4a1448ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 920 time: 0.0880582 Apr 03 16:20:44.727643 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-26dbde4a-e339-4fff-a4f9-fda7c502fb42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e47f8855-92a5-4a69-ae05-7e89a940cbe5 HTTP/1.1" status: 200 len: 217 time: 0.0342007 Apr 03 16:20:44.774724 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-13c4a804-a55e-4c77-9e37-b801fe9e0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:44.776184 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-13c4a804-a55e-4c77-9e37-b801fe9e0590 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0434852 Apr 03 16:20:44.825630 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-7cd2aa64-f00b-45ac-a301-5fdb705fe239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:44.827116 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-7cd2aa64-f00b-45ac-a301-5fdb705fe239 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456784 Apr 03 16:20:44.918839 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-afcd7cb2-f2f0-4f18-b412-3e1854680014 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846417 Apr 03 16:20:45.031073 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1673803a-6ad8-4743-b3c7-1b90378bb89c req-a0326cfa-e1ff-4ecb-93c0-0cf7daea128b service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923138 Apr 03 16:20:45.171601 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5d2d7-ee11-4034-b76a-8cf5999fddfb req-97d52fca-bea9-42ea-bfdc-4ec14d04bf01 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:45.173084 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-04d5d2d7-ee11-4034-b76a-8cf5999fddfb req-97d52fca-bea9-42ea-bfdc-4ec14d04bf01 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0567985 Apr 03 16:20:45.217806 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-04d5d2d7-ee11-4034-b76a-8cf5999fddfb req-cf1ee015-ab0a-4562-83e9-5a4855709a4f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Apr 03 16:20:46.336896 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e079c76-9ee0-4242-acb0-344159e56cd8 req-52dd1e8b-146d-4932-b04e-f1019192d446 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:46.338475 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9e079c76-9ee0-4242-acb0-344159e56cd8 req-52dd1e8b-146d-4932-b04e-f1019192d446 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0521863 Apr 03 16:20:46.411086 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9e079c76-9ee0-4242-acb0-344159e56cd8 req-e327259a-4b1b-4eee-aa90-00f7fc7b528c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668764 Apr 03 16:20:46.985301 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38388) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:47.100692 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15305ae5-85b2-4f7a-82e0-cc1623193b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:47.179642 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15305ae5-85b2-4f7a-82e0-cc1623193b00 admin admin] Publish callbacks [] for security_group (d4516edd-9740-4de7-8e14-589d7214909e), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:47.301324 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15305ae5-85b2-4f7a-82e0-cc1623193b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d4516edd-9740-4de7-8e14-589d7214909e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:47.402091 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-15305ae5-85b2-4f7a-82e0-cc1623193b00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1728d3cc91a4285870e4ac298333a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4132168 Apr 03 16:20:47.402919 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38400) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:47.410581 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15305ae5-85b2-4f7a-82e0-cc1623193b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4516edd-9740-4de7-8e14-589d7214909e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:47.471513 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8304cf46-36af-4e8d-b9a9-bbeac3533f56 admin admin] Publish callbacks [] for security_group (d4516edd-9740-4de7-8e14-589d7214909e), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:47.496781 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8304cf46-36af-4e8d-b9a9-bbeac3533f56 admin admin] Publish callbacks [] for security_group (d4516edd-9740-4de7-8e14-589d7214909e), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:47.605528 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfb19c-bc36-4c91-8c68-41c003396c67 req-77f771c6-0b1f-481e-94e4-b5c7579bf281 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:47.620441 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b3dfb19c-bc36-4c91-8c68-41c003396c67 req-77f771c6-0b1f-481e-94e4-b5c7579bf281 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0906067 Apr 03 16:20:47.654732 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8304cf46-36af-4e8d-b9a9-bbeac3533f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d4516edd-9740-4de7-8e14-589d7214909e), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:47.657830 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8304cf46-36af-4e8d-b9a9-bbeac3533f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:47.661895 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8304cf46-36af-4e8d-b9a9-bbeac3533f56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4516edd-9740-4de7-8e14-589d7214909e HTTP/1.1" status: 204 len: 168 time: 0.2567914 Apr 03 16:20:47.691414 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304cf46-36af-4e8d-b9a9-bbeac3533f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4516edd-9740-4de7-8e14-589d7214909e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:47.725331 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b3dfb19c-bc36-4c91-8c68-41c003396c67 req-b2207387-4e92-4427-8128-af118c7e054b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956945 Apr 03 16:20:47.833471 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38408) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:48.075614 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-078a7580-8633-4bf3-abf5-64bab6145eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:48.188650 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-078a7580-8633-4bf3-abf5-64bab6145eb6 admin admin] Publish callbacks [] for security_group (1ed06ba9-714c-4287-a9ae-2078299580ff), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:48.260801 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-078a7580-8633-4bf3-abf5-64bab6145eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (1ed06ba9-714c-4287-a9ae-2078299580ff), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:48.303357 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-078a7580-8633-4bf3-abf5-64bab6145eb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c6acff0feb641bba60578a4f4031dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686673 Apr 03 16:20:48.303833 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38420) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:48.304095 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a7580-8633-4bf3-abf5-64bab6145eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed06ba9-714c-4287-a9ae-2078299580ff,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:48.416106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4ece555-a9db-4376-bfc6-315c4835d793 admin admin] Publish callbacks [] for security_group (1ed06ba9-714c-4287-a9ae-2078299580ff), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:48.461269 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4ece555-a9db-4376-bfc6-315c4835d793 admin admin] Publish callbacks [] for security_group (1ed06ba9-714c-4287-a9ae-2078299580ff), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:48.606254 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4ece555-a9db-4376-bfc6-315c4835d793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (1ed06ba9-714c-4287-a9ae-2078299580ff), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:48.610201 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4ece555-a9db-4376-bfc6-315c4835d793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:48.612255 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b4ece555-a9db-4376-bfc6-315c4835d793 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ed06ba9-714c-4287-a9ae-2078299580ff HTTP/1.1" status: 204 len: 168 time: 0.3065166 Apr 03 16:20:48.628325 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ece555-a9db-4376-bfc6-315c4835d793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed06ba9-714c-4287-a9ae-2078299580ff,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:48.864635 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38440) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:48.869880 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3aa94-b22b-46da-91ac-29c6fa68d2b4 req-b3779a12-c0b4-4936-8db7-a97de5b5548d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:48.878173 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f8e3aa94-b22b-46da-91ac-29c6fa68d2b4 req-b3779a12-c0b4-4936-8db7-a97de5b5548d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0709214 Apr 03 16:20:48.941557 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f8e3aa94-b22b-46da-91ac-29c6fa68d2b4 req-46879e12-8ccf-4dbf-ad78-13441840e6ae tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622346 Apr 03 16:20:49.188480 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-695877641-network', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:20:49.329042 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Made reservation on behalf of 35d18393cd72468a8c4f01bd9c6aea63 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:20:49.331574 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:49.340152 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:49.418472 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Publish callbacks [] for security_group (b2d7132a-7933-4883-8eb8-5b034e1267c8), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:49.484122 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b2d7132a-7933-4883-8eb8-5b034e1267c8), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:49.511535 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:20:49.518022 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d7132a-7933-4883-8eb8-5b034e1267c8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:49.528814 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (9f977656-4e1b-4131-a3da-50739b041a40), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:49.529156 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.segments_db [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Added segment 9f977656-4e1b-4131-a3da-50739b041a40 of type vlan for network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 Apr 03 16:20:49.572358 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:49.637627 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:49.638672 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:49.639326 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:49.697148 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:49.708674 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:20:49.766223 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-e2ad3d15-b6ee-4914-b815-289bf85ac4b8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9004097 Apr 03 16:20:49.766651 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38452) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:49.773679 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Request body: {'subnet': {'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-695877641-subnet', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:20:49.852364 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Made reservation on behalf of 35d18393cd72468a8c4f01bd9c6aea63 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:20:49.855462 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7527388'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:50.092807 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27394a-f784-4477-979c-595ef9f1fcd4 req-2609ef32-8e9e-4c93-aba5-0a4b3aa5963c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:50.095796 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0f27394a-f784-4477-979c-595ef9f1fcd4 req-2609ef32-8e9e-4c93-aba5-0a4b3aa5963c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0640385 Apr 03 16:20:50.106655 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8363627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7527370'] for subnet (54e23844-ec83-4128-9385-e9f6fb20ae02), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:50.152614 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0f27394a-f784-4477-979c-595ef9f1fcd4 req-80614092-4862-49a8-94fe-18f21db8c6b1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507817 Apr 03 16:20:50.194679 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e23844-ec83-4128-9385-e9f6fb20ae02,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:50.202080 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Checking segment: {'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:20:50.203210 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Network hostable DHCP agents. Network: a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:20:50.281572 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:20:50.346973 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:20:50.351866 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:50.353401 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:50.358369 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e2c34-9464-492c-ae95-c40a48c3d8b4 None None] Network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:20:50.455482 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6e3dcf9f-f3de-4eb5-a431-5170aa8e8a3c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6868050 Apr 03 16:20:50.458149 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38456) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:50.475855 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:20:50.488523 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:20:50.491472 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:50.586856 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (7c305175-b1ab-4a35-90bb-69ff9b74e132), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:50.588730 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (7c305175-b1ab-4a35-90bb-69ff9b74e132), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:50.628512 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Allocated IP 172.20.0.2 (a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285/54e23844-ec83-4128-9385-e9f6fb20ae02/3f0619b4-c8f5-4ab4-8635-95542d62c4af) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:20:50.679742 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks [] for router_controller (7c305175-b1ab-4a35-90bb-69ff9b74e132), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:50.832754 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Publish callbacks [] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:50.926759 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:50.942317 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks [] for router_gateway (7c305175-b1ab-4a35-90bb-69ff9b74e132), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:50.973247 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:20:50.984223 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:20:50.987541 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:20:50.995440 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Pushing event updated for resources: {'Port': ['ID=3f0619b4-c8f5-4ab4-8635-95542d62c4af,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:51.026196 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.026660 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.027104 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.027322 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.027791 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.027970 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.028565 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.028680 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.028942 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.029295 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.029580 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.029931 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.030258 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.031465 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.031465 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:51.066183 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Attempting to bind port 3f0619b4-c8f5-4ab4-8635-95542d62c4af on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:20:51.066605 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Attempting to bind port 3f0619b4-c8f5-4ab4-8635-95542d62c4af by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:20:51.066878 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Attempting to bind port 3f0619b4-c8f5-4ab4-8635-95542d62c4af on network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:20:51.073165 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:20:51.073806 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Checking segment: {'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:20:51.074393 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:51.074986 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Bound using segment: {'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:20:51.075657 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Bound port: 3f0619b4-c8f5-4ab4-8635-95542d62c4af, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:20:51.076040 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:51.143916 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] For port 3f0619b4-c8f5-4ab4-8635-95542d62c4af, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:20:51.147755 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] For port 3f0619b4-c8f5-4ab4-8635-95542d62c4af, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=3f0619b4-c8f5-4ab4-8635-95542d62c4af,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:20:51.236518 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:51.298948 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64542b0c-1fe6-412b-8b44-b4fe47c30fa5 None None] Pushing event updated for resources: {'Port': ['ID=3f0619b4-c8f5-4ab4-8635-95542d62c4af,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:51.340427 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks [] for router_gateway (7c305175-b1ab-4a35-90bb-69ff9b74e132), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:51.368425 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:51.378665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44e286-bf62-465d-926e-4b703cd8ccdd req-12450599-da1f-4bff-a007-c5b99b1be7a2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:51.386740 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ff44e286-bf62-465d-926e-4b703cd8ccdd req-12450599-da1f-4bff-a007-c5b99b1be7a2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.1236815 Apr 03 16:20:51.527960 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ff44e286-bf62-465d-926e-4b703cd8ccdd req-4c5aad09-3bab-42ba-82cc-c2e2273f28d4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403167 Apr 03 16:20:51.606663 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Allocated IP 172.27.0.200 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/c0ebd05f-c5da-43f5-bc13-db62c4015489) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:20:51.735394 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks [] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:51.832969 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:51.873032 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:20:51.878039 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:20:51.882449 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:20:51.925871 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ebd05f-c5da-43f5-bc13-db62c4015489,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:52.225503 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 3f0619b4-c8f5-4ab4-8635-95542d62c4af up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:20:52.317456 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 3f0619b4-c8f5-4ab4-8635-95542d62c4af triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:52.317822 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:52.343504 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks [] for router_gateway (7c305175-b1ab-4a35-90bb-69ff9b74e132), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:52.443926 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 3f0619b4-c8f5-4ab4-8635-95542d62c4af is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:20:52.446253 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:52.511433 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port 3f0619b4-c8f5-4ab4-8635-95542d62c4af, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=3f0619b4-c8f5-4ab4-8635-95542d62c4af,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:20:52.549746 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df3eba-6e51-4333-b6c8-db46c96a2623 None None] Network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:20:52.598498 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:52.606471 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (7c305175-b1ab-4a35-90bb-69ff9b74e132), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:52.691914 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=3f0619b4-c8f5-4ab4-8635-95542d62c4af,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:52.712350 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dfbb03d7-4deb-47ef-b727-7a3ecd1330b1 None None] Provisioning complete for port 3f0619b4-c8f5-4ab4-8635-95542d62c4af triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:52.713229 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dfbb03d7-4deb-47ef-b727-7a3ecd1330b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:52.754997 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75369372-051c-49db-ad63-785ca3ab75c8 req-e8883061-1917-4c2e-b5b1-c5ce4f963c30 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:52.760930 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-75369372-051c-49db-ad63-785ca3ab75c8 req-e8883061-1917-4c2e-b5b1-c5ce4f963c30 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.1119874 Apr 03 16:20:52.833555 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-75369372-051c-49db-ad63-785ca3ab75c8 req-a5591072-9c5b-4ee4-96c4-c1f2cf3fb7d0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659435 Apr 03 16:20:52.858071 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb03d7-4deb-47ef-b727-7a3ecd1330b1 None None] Current status of the port 3f0619b4-c8f5-4ab4-8635-95542d62c4af is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:20:52.889105 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Router 7c305175-b1ab-4a35-90bb-69ff9b74e132 is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:20:53.017654 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:20:53.027883 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Sync routers for ids ['7c305175-b1ab-4a35-90bb-69ff9b74e132'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:20:53.052223 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Routers {'7c305175-b1ab-4a35-90bb-69ff9b74e132'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:20:53.052920 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:20:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['7c305175-b1ab-4a35-90bb-69ff9b74e132'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:20:53.096751 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-edc51916-7481-4757-9364-19cb3385da04 None None] Provisioning complete for port 3f0619b4-c8f5-4ab4-8635-95542d62c4af triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:53.097362 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edc51916-7481-4757-9364-19cb3385da04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:53.102580 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:53.104113 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-30b771a2-03c6-420d-89f1-4d584b99cd69 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6443214 Apr 03 16:20:53.106808 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38482) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:53.167302 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Set router 7c305175-b1ab-4a35-90bb-69ff9b74e132 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:20:53.188553 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-edc51916-7481-4757-9364-19cb3385da04 None None] Current status of the port 3f0619b4-c8f5-4ab4-8635-95542d62c4af is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:20:53.371290 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:52Z', 'revision_number': 3, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:20:53.401805 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Checking router: 7c305175-b1ab-4a35-90bb-69ff9b74e132 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:20:53.402144 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Updating router 7c305175-b1ab-4a35-90bb-69ff9b74e132 port c0ebd05f-c5da-43f5-bc13-db62c4015489 binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:20:53.431443 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:53.695111 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:53.739936 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Publish callbacks [] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:53.817857 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:53.918538 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Allocated IP 172.20.0.1 (a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285/54e23844-ec83-4128-9385-e9f6fb20ae02/ba871cfa-26d8-458f-9722-62699bbb8d59) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:20:53.968990 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Attempting to bind port c0ebd05f-c5da-43f5-bc13-db62c4015489 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:20:53.969274 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Attempting to bind port c0ebd05f-c5da-43f5-bc13-db62c4015489 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:20:53.969632 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Attempting to bind port c0ebd05f-c5da-43f5-bc13-db62c4015489 on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:20:53.977304 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Pushing event updated for resources: {'Port': ['ID=c0ebd05f-c5da-43f5-bc13-db62c4015489,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:53.980012 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:20:53.980380 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:20:53.980901 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:53.981291 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:20:53.981758 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Bound port: c0ebd05f-c5da-43f5-bc13-db62c4015489, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:20:53.982130 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:54.006297 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.006669 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.007030 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.007388 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.007720 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.008043 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.008364 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.008680 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.009001 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.009321 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.009638 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.009969 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.010289 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.010643 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.011406 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:20:54.045763 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b09b85-49eb-4b30-ac81-79b8a6c1e2cf req-faa2a30b-10f4-41ba-a5c5-3c86bcd367a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:54.048759 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a3b09b85-49eb-4b30-ac81-79b8a6c1e2cf req-faa2a30b-10f4-41ba-a5c5-3c86bcd367a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0770614 Apr 03 16:20:54.059228 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] For port c0ebd05f-c5da-43f5-bc13-db62c4015489, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:20:54.063154 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] For port c0ebd05f-c5da-43f5-bc13-db62c4015489, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=c0ebd05f-c5da-43f5-bc13-db62c4015489,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:20:54.108598 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Publish callbacks [] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:54.141981 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:54.165281 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a3b09b85-49eb-4b30-ac81-79b8a6c1e2cf req-a1917a52-c13f-4459-a9d6-24112afcb263 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109715 Apr 03 16:20:54.193823 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 3f0619b4-c8f5-4ab4-8635-95542d62c4af up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:20:54.221205 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Routers {'7c305175-b1ab-4a35-90bb-69ff9b74e132'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:20:54.222094 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:20:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['7c305175-b1ab-4a35-90bb-69ff9b74e132'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:20:54.257691 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 3f0619b4-c8f5-4ab4-8635-95542d62c4af triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:54.257917 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:54.258358 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:54.281984 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:20:54.285009 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:20:54.302678 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:20:54.356174 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eaa1c-6dff-482a-b418-16c7e5b2ed28 None None] Pushing event updated for resources: {'Port': ['ID=c0ebd05f-c5da-43f5-bc13-db62c4015489,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:54.375550 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] Set router 7c305175-b1ab-4a35-90bb-69ff9b74e132 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:20:54.391187 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Pushing event updated for resources: {'Port': ['ID=ba871cfa-26d8-458f-9722-62699bbb8d59,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:54.396137 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 3f0619b4-c8f5-4ab4-8635-95542d62c4af is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:20:54.419656 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (7c305175-b1ab-4a35-90bb-69ff9b74e132), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:54.668292 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:52Z', 'revision_number': 3, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:20:54.700738 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b535a25-cd01-458d-8b4b-2c296d6fad3b None None] The sync data for ids ['7c305175-b1ab-4a35-90bb-69ff9b74e132'] in dv-cinder-836247-2-iscsi is: [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:52Z', 'revision_number': 3, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:20:54.738134 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-43cbb99a-4a41-4b98-8b59-61b32c5d8040 None None] Provisioning complete for port ba871cfa-26d8-458f-9722-62699bbb8d59 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:54.738737 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-43cbb99a-4a41-4b98-8b59-61b32c5d8040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:54.797675 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-43cbb99a-4a41-4b98-8b59-61b32c5d8040 None None] Port ba871cfa-26d8-458f-9722-62699bbb8d59 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:20:54.907384 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:55.188973 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Publish callbacks [] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:55.247222 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:55.408033 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (7c305175-b1ab-4a35-90bb-69ff9b74e132), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:55.435231 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Pushing event updated for resources: {'Port': ['ID=ba871cfa-26d8-458f-9722-62699bbb8d59,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:55.506474 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8e698-3be7-4628-9689-ec32c72bd252 req-18570d3e-c780-4ac0-928b-ea585d90ec20 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:55.508365 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bcc8e698-3be7-4628-9689-ec32c72bd252 req-18570d3e-c780-4ac0-928b-ea585d90ec20 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.1872635 Apr 03 16:20:55.605872 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:20:55.612492 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:20:55.736843 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bcc8e698-3be7-4628-9689-ec32c72bd252 req-145e1b2e-476c-46db-87dd-0777f9c028f8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170949 Apr 03 16:20:55.816555 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Router 7c305175-b1ab-4a35-90bb-69ff9b74e132 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:20:55.937570 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3426328d-4cec-4797-b7ac-93ee6f4d5a32 None None] Provisioning complete for port ba871cfa-26d8-458f-9722-62699bbb8d59 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:55.938649 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3426328d-4cec-4797-b7ac-93ee6f4d5a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:55.949063 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:20:55.965523 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-45c91e01-7019-44b9-9be5-b0eff8ac4772 admin admin] 10.222.0.37 "PUT /v2.0/routers/7c305175-b1ab-4a35-90bb-69ff9b74e132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8485682 Apr 03 16:20:55.999442 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3426328d-4cec-4797-b7ac-93ee6f4d5a32 None None] Port ba871cfa-26d8-458f-9722-62699bbb8d59 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:20:56.210105 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device c0ebd05f-c5da-43f5-bc13-db62c4015489 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:20:56.251235 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port c0ebd05f-c5da-43f5-bc13-db62c4015489 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:56.251647 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:56.365876 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port c0ebd05f-c5da-43f5-bc13-db62c4015489 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:20:56.366194 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:56.388970 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port c0ebd05f-c5da-43f5-bc13-db62c4015489, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=c0ebd05f-c5da-43f5-bc13-db62c4015489,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:20:56.535224 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:56.592844 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=c0ebd05f-c5da-43f5-bc13-db62c4015489,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:56.922378 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c922d65-9fea-456c-9cc2-6efc2667fc25 req-f56c406d-3409-4e1d-8a03-f38c77ef828f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:56.925092 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c922d65-9fea-456c-9cc2-6efc2667fc25 req-f56c406d-3409-4e1d-8a03-f38c77ef828f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0671756 Apr 03 16:20:56.927221 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38528) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:56.931790 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1758677287-network', 'tenant_id': '69569f9371764b65bcc1df2151d608a4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:20:56.987511 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Sync routers for ids ['7c305175-b1ab-4a35-90bb-69ff9b74e132'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:20:56.993999 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c922d65-9fea-456c-9cc2-6efc2667fc25 req-c46f8bfb-4870-445e-a63d-7f86e9f1fd40 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589204 Apr 03 16:20:57.008811 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Routers {'7c305175-b1ab-4a35-90bb-69ff9b74e132'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:20:57.009574 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:20:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['7c305175-b1ab-4a35-90bb-69ff9b74e132'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:20:57.039654 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Made reservation on behalf of 69569f9371764b65bcc1df2151d608a4 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:20:57.041948 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.051835 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.167698 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Set router 7c305175-b1ab-4a35-90bb-69ff9b74e132 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:20:57.186429 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Publish callbacks [] for security_group (5bb126ee-4f69-4495-9b99-a0afcb95614b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.206759 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-3b467a98-3272-4b39-b70f-103fd754baff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514805 Apr 03 16:20:57.260656 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (5bb126ee-4f69-4495-9b99-a0afcb95614b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.293100 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:20:57.315904 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb126ee-4f69-4495-9b99-a0afcb95614b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:57.321894 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (472a77cb-a352-48a4-b292-235ce1add5b7), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.322317 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Added segment 472a77cb-a352-48a4-b292-235ce1add5b7 of type vlan for network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 Apr 03 16:20:57.325337 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-e7f11081-f8c0-49c1-aa98-2a3aaebddc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:57.327020 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-e7f11081-f8c0-49c1-aa98-2a3aaebddc18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 1129 time: 0.0953245 Apr 03 16:20:57.485132 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'ba871cfa-26d8-458f-9722-62699bbb8d59', 'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'mac_address': 'fa:16:3e:1c:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:53Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 2, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'subnets': [{'id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:20:57.519075 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Checking router: 7c305175-b1ab-4a35-90bb-69ff9b74e132 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:20:57.519506 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Updating router 7c305175-b1ab-4a35-90bb-69ff9b74e132 port ba871cfa-26d8-458f-9722-62699bbb8d59 binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:20:57.556836 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.742481 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (6c926e3a-c0a2-4c39-a851-a436a5d809e3), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.803536 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f232fe8-5ff3-49c2-b731-f2224ca0870a req-33ea05b5-3578-473d-87d4-3fb121b94077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:57.805524 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0f232fe8-5ff3-49c2-b731-f2224ca0870a req-33ea05b5-3578-473d-87d4-3fb121b94077 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 1130 time: 0.1763959 Apr 03 16:20:57.809838 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-28b4f5cc-4574-4100-9276-664b62081d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:57.811262 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-28b4f5cc-4574-4100-9276-664b62081d6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 915 time: 0.1837802 Apr 03 16:20:57.880345 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (6c926e3a-c0a2-4c39-a851-a436a5d809e3), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.880644 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Publish callbacks [] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.881307 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:57.881941 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.954417 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:57.973598 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-2aab412f-55e4-44de-a28c-2be96b9a0681 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50cca8e3-349d-4799-8704-a024b71faba0 HTTP/1.1" status: 200 len: 1001 time: 0.1396179 Apr 03 16:20:57.978063 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0f232fe8-5ff3-49c2-b731-f2224ca0870a req-5e3dfa48-8f1e-4803-9f15-20326d8f7e01 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503603 Apr 03 16:20:57.981516 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] Pushing event updated for resources: {'Network': ['ID=6c926e3a-c0a2-4c39-a851-a436a5d809e3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:58.006688 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d6a098fd-112a-4cb4-9cc6-5d3b543a8e6e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0783274 Apr 03 16:20:58.010143 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38534) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:58.017958 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Request body: {'subnet': {'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1758677287-subnet', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:20:58.130119 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:20:58.134994 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Made reservation on behalf of 69569f9371764b65bcc1df2151d608a4 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:20:58.137666 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7527388'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:58.208552 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e43ad-7cff-48d8-89e4-929624dd17f7 None None] Pushing event updated for resources: {'Port': ['ID=ba871cfa-26d8-458f-9722-62699bbb8d59,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:58.240984 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd034a3b-2c94-4a6f-9fd6-af951e6556fe req-cd1b3b31-791b-436d-929e-cfec786a318d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:58.245315 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bd034a3b-2c94-4a6f-9fd6-af951e6556fe req-cd1b3b31-791b-436d-929e-cfec786a318d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0996246 Apr 03 16:20:58.289372 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device c0ebd05f-c5da-43f5-bc13-db62c4015489 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:20:58.334367 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bd034a3b-2c94-4a6f-9fd6-af951e6556fe req-dee49569-d99e-48b4-82bf-9fc3bb718b50 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833638 Apr 03 16:20:58.340481 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Attempting to bind port ba871cfa-26d8-458f-9722-62699bbb8d59 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:20:58.340975 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Attempting to bind port ba871cfa-26d8-458f-9722-62699bbb8d59 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:20:58.341663 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Attempting to bind port ba871cfa-26d8-458f-9722-62699bbb8d59 on network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:20:58.364028 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:20:58.364643 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Checking segment: {'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:20:58.365212 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:58.365752 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Bound using segment: {'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:20:58.366245 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Bound port: ba871cfa-26d8-458f-9722-62699bbb8d59, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:20:58.366686 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:58.425842 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-d19641aa-325f-426d-b3d2-fff8a1428e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:58.427818 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-d19641aa-325f-426d-b3d2-fff8a1428e35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 200 len: 853 time: 0.1323853 Apr 03 16:20:58.459432 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] For port ba871cfa-26d8-458f-9722-62699bbb8d59, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:20:58.462995 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] For port ba871cfa-26d8-458f-9722-62699bbb8d59, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=ba871cfa-26d8-458f-9722-62699bbb8d59,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:20:58.469100 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port c0ebd05f-c5da-43f5-bc13-db62c4015489 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:58.469682 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:58.494101 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-0d2f20ec-52b4-4fc7-a68e-c410ed23b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:58.497985 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-0d2f20ec-52b4-4fc7-a68e-c410ed23b353 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45d16502-bfea-4cd7-9a04-a1e90b72c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570583 Apr 03 16:20:58.559598 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:58.615003 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port c0ebd05f-c5da-43f5-bc13-db62c4015489 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:20:58.630279 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1170297b-c2db-466e-a59b-bd97801205d3 None None] Provisioning complete for port ba871cfa-26d8-458f-9722-62699bbb8d59 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:58.630681 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1170297b-c2db-466e-a59b-bd97801205d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:58.647136 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-b922475a-9b56-4fd7-9636-4c2634be3134 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427548 Apr 03 16:20:58.686437 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Routers {'7c305175-b1ab-4a35-90bb-69ff9b74e132'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:20:58.687210 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:20:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['7c305175-b1ab-4a35-90bb-69ff9b74e132'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:20:58.779649 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df94ceda-c540-461d-94ac-dc4e11501d5e req-86bee921-d8b8-4f6d-8ed0-93a397e96f46 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244829 Apr 03 16:20:58.781408 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e43ad-7cff-48d8-89e4-929624dd17f7 None None] Pushing event updated for resources: {'Port': ['ID=ba871cfa-26d8-458f-9722-62699bbb8d59,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:58.782669 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8363627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7527370'] for subnet (fb65dd21-ceaa-4823-9576-4f80c71a5b8d), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:58.847272 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] Set router 7c305175-b1ab-4a35-90bb-69ff9b74e132 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:20:58.865170 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb65dd21-ceaa-4823-9576-4f80c71a5b8d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:58.898153 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Checking segment: {'id': '472a77cb-a352-48a4-b292-235ce1add5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:20:58.898479 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Network hostable DHCP agents. Network: 6c926e3a-c0a2-4c39-a851-a436a5d809e3, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:20:58.973890 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1170297b-c2db-466e-a59b-bd97801205d3 None None] Current status of the port ba871cfa-26d8-458f-9722-62699bbb8d59 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:20:58.974378 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1170297b-c2db-466e-a59b-bd97801205d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:58.986623 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:20:59.065931 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 6c926e3a-c0a2-4c39-a851-a436a5d809e3) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:20:59.083959 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:59.083959 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:59.086926 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc434f95-01de-412a-a172-b3d908d3530d None None] Network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:20:59.103452 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1170297b-c2db-466e-a59b-bd97801205d3 None None] For port ba871cfa-26d8-458f-9722-62699bbb8d59, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=ba871cfa-26d8-458f-9722-62699bbb8d59,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:20:59.168851 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:59.201053 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5a61cf1e-df37-4f0f-9c54-08b24d1ff98a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1888332 Apr 03 16:20:59.204281 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38544) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:20:59.209115 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1758677287-router', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:20:59.224236 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1170297b-c2db-466e-a59b-bd97801205d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:59.289457 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (07944792-97f9-4c21-b94a-c09efac134bd), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:59.293656 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (07944792-97f9-4c21-b94a-c09efac134bd), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:59.344132 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-6c926e3a-c0a2-4c39-a851-a436a5d809e3', 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3', 'project_id': '69569f9371764b65bcc1df2151d608a4', 'fixed_ips': [{'subnet_id': 'fb65dd21-ceaa-4823-9576-4f80c71a5b8d'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:20:59.345310 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:59.383580 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170297b-c2db-466e-a59b-bd97801205d3 None None] Pushing event updated for resources: {'Port': ['ID=ba871cfa-26d8-458f-9722-62699bbb8d59,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:20:59.396683 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks [] for router_controller (07944792-97f9-4c21-b94a-c09efac134bd), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:59.418422 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ad16cf6d-b89f-4edd-832b-df06705eb716 None None] Provisioning complete for port ba871cfa-26d8-458f-9722-62699bbb8d59 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:20:59.419070 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad16cf6d-b89f-4edd-832b-df06705eb716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:59.428732 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'ba871cfa-26d8-458f-9722-62699bbb8d59', 'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'mac_address': 'fa:16:3e:1c:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:53Z', 'updated_at': '2022-04-03T16:20:58Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'subnets': [{'id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:20:59.638083 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43d6b2-89fa-4b3e-8833-cbaa5b174f0c None None] The sync data for ids ['7c305175-b1ab-4a35-90bb-69ff9b74e132'] in dv-cinder-836247-2-iscsi is: [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'ba871cfa-26d8-458f-9722-62699bbb8d59', 'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'mac_address': 'fa:16:3e:1c:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:53Z', 'updated_at': '2022-04-03T16:20:58Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'subnets': [{'id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:20:59.689158 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51101227-7b3a-4cf5-9b6b-92d28fec7ec6 req-529f91f9-2e83-4091-b7e8-8d1577d538bf tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:20:59.693798 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-51101227-7b3a-4cf5-9b6b-92d28fec7ec6 req-529f91f9-2e83-4091-b7e8-8d1577d538bf tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.2446196 Apr 03 16:20:59.693798 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks [] for router_gateway (07944792-97f9-4c21-b94a-c09efac134bd), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:59.787509 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-51101227-7b3a-4cf5-9b6b-92d28fec7ec6 req-b96999b8-3aa6-445c-b7d8-73d16a00dee5 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869069 Apr 03 16:20:59.816155 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57824d44-0b0a-47db-9a3e-e7cb31565d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:20:59.946024 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Allocated IP 172.20.0.2 (6c926e3a-c0a2-4c39-a851-a436a5d809e3/fb65dd21-ceaa-4823-9576-4f80c71a5b8d/88f3c841-f6a4-414b-9ed1-b971bc17247c) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:20:59.981861 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ad16cf6d-b89f-4edd-832b-df06705eb716 None None] Current status of the port ba871cfa-26d8-458f-9722-62699bbb8d59 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:00.068583 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks [] for router_gateway (07944792-97f9-4c21-b94a-c09efac134bd), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:00.094782 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:00.321973 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Allocated IP 172.27.0.120 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/9c379e89-2b99-44de-8328-e7f2ae243d15) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:00.456344 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Publish callbacks [] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:00.462907 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device ba871cfa-26d8-458f-9722-62699bbb8d59 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:00.473582 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks [] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:00.545042 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:00.605092 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:00.609290 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port ba871cfa-26d8-458f-9722-62699bbb8d59 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:00.609677 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:00.644084 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:00.649174 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:00.655277 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:00.737527 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port ba871cfa-26d8-458f-9722-62699bbb8d59 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:00.756313 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Pushing event updated for resources: {'Port': ['ID=9c379e89-2b99-44de-8328-e7f2ae243d15,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:00.761275 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Pushing event updated for resources: {'Port': ['ID=88f3c841-f6a4-414b-9ed1-b971bc17247c,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:00.791849 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Attempting to bind port 88f3c841-f6a4-414b-9ed1-b971bc17247c on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:00.792619 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Attempting to bind port 88f3c841-f6a4-414b-9ed1-b971bc17247c by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '472a77cb-a352-48a4-b292-235ce1add5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:00.793202 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Attempting to bind port 88f3c841-f6a4-414b-9ed1-b971bc17247c on network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:00.800325 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:00.800985 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Checking segment: {'id': '472a77cb-a352-48a4-b292-235ce1add5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:00.801569 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:00.802107 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Bound using segment: {'id': '472a77cb-a352-48a4-b292-235ce1add5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:00.802836 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Bound port: 88f3c841-f6a4-414b-9ed1-b971bc17247c, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472a77cb-a352-48a4-b292-235ce1add5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:00.803382 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:00.824054 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.824170 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.824503 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.827040 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.827956 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.828346 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.828679 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.829004 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.829657 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.829657 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.829940 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.834211 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.834671 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.835018 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.835778 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:00.851827 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:00.859136 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:00.871108 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:01.024276 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] For port 88f3c841-f6a4-414b-9ed1-b971bc17247c, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:01.028070 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] For port 88f3c841-f6a4-414b-9ed1-b971bc17247c, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=88f3c841-f6a4-414b-9ed1-b971bc17247c,segment=NetworkSegment(472a77cb-a352-48a4-b292-235ce1add5b7),segment_id=472a77cb-a352-48a4-b292-235ce1add5b7)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:01.045518 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f783f28-c46b-4798-8b98-bced7f91fe7f req-4865d123-658a-4494-84c2-1ad578e7200c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:01.047583 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3f783f28-c46b-4798-8b98-bced7f91fe7f req-4865d123-658a-4494-84c2-1ad578e7200c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.1382084 Apr 03 16:21:01.103520 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3f783f28-c46b-4798-8b98-bced7f91fe7f req-e86cea27-ab83-474e-a384-ea0bfa343480 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505953 Apr 03 16:21:01.138324 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:01.229319 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981e0e9-aaa6-4f26-9cd6-11f53d1083f3 None None] Pushing event updated for resources: {'Port': ['ID=88f3c841-f6a4-414b-9ed1-b971bc17247c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:01.306496 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks [] for router_gateway (07944792-97f9-4c21-b94a-c09efac134bd), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:01.788804 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-1dc9e779-030a-42dc-a335-250ffee03dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:01.788804 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-1dc9e779-030a-42dc-a335-250ffee03dd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 1130 time: 0.1083734 Apr 03 16:21:01.857908 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde2c90-9df5-4ab7-b81c-1b1d7fb7081a req-d01843f0-08bf-4258-ae1c-10b286cd78b2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:01.860080 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8bde2c90-9df5-4ab7-b81c-1b1d7fb7081a req-d01843f0-08bf-4258-ae1c-10b286cd78b2 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.1958647 Apr 03 16:21:01.886979 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b15e870-06ac-49a2-9ad4-7bb94c8d79ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:01.935314 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (07944792-97f9-4c21-b94a-c09efac134bd), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:01.943858 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8bde2c90-9df5-4ab7-b81c-1b1d7fb7081a req-e345e859-1251-4b65-b1ce-c0bdd93221a3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720470 Apr 03 16:21:02.301836 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 88f3c841-f6a4-414b-9ed1-b971bc17247c up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:02.364401 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-2d540b51-5d08-49d0-af77-1ad702597bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:02.366017 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-2d540b51-5d08-49d0-af77-1ad702597bd6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 920 time: 0.5740020 Apr 03 16:21:02.398469 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 88f3c841-f6a4-414b-9ed1-b971bc17247c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:02.399166 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:02.457583 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-434eb622-0540-4292-9ab5-43ab90d20d3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e47f8855-92a5-4a69-ae05-7e89a940cbe5 HTTP/1.1" status: 200 len: 217 time: 0.0421793 Apr 03 16:21:02.518649 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-f114b0ad-882c-487c-b3f0-22c405a8627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:02.520130 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 88f3c841-f6a4-414b-9ed1-b971bc17247c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:02.520433 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-f114b0ad-882c-487c-b3f0-22c405a8627d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0543025 Apr 03 16:21:02.520551 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:02.572578 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port 88f3c841-f6a4-414b-9ed1-b971bc17247c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=88f3c841-f6a4-414b-9ed1-b971bc17247c,segment=NetworkSegment(472a77cb-a352-48a4-b292-235ce1add5b7),segment_id=472a77cb-a352-48a4-b292-235ce1add5b7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:02.589751 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-5b6d2d84-542c-4a3b-b581-1aab23a96d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:02.591283 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-5b6d2d84-542c-4a3b-b581-1aab23a96d23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621827 Apr 03 16:21:02.606207 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cc403d-9de1-40ab-a6a3-9680d8fab8de None None] Network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:21:02.657979 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:02.716934 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Router 07944792-97f9-4c21-b94a-c09efac134bd is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:21:02.763261 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=88f3c841-f6a4-414b-9ed1-b971bc17247c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:02.766641 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2000ff34-3b3b-4dca-b370-fe0c9d62ec47 None None] Provisioning complete for port 88f3c841-f6a4-414b-9ed1-b971bc17247c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:02.767031 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2000ff34-3b3b-4dca-b370-fe0c9d62ec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:02.835993 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-5a66ec14-272d-481a-8342-ae4b3829a376 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343986 Apr 03 16:21:02.891722 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2000ff34-3b3b-4dca-b370-fe0c9d62ec47 None None] Current status of the port 88f3c841-f6a4-414b-9ed1-b971bc17247c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:02.940917 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:02.963928 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:21:02.977251 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Sync routers for ids ['07944792-97f9-4c21-b94a-c09efac134bd'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:21:03.024102 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Routers {'07944792-97f9-4c21-b94a-c09efac134bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:03.024747 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['07944792-97f9-4c21-b94a-c09efac134bd'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:03.035400 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a22c1183-9382-4df3-ae71-0fdd9c24ab6c req-03bf557f-d67c-4d84-a0bb-db6ef97d956c service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772785 Apr 03 16:21:03.081962 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:03.084137 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7584cee8-2b78-401c-bc4d-fd448c214502 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8786905 Apr 03 16:21:03.088411 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38594) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:03.132483 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cab94303-6ccb-4e1c-aa87-7857e0fe4321 None None] Provisioning complete for port 88f3c841-f6a4-414b-9ed1-b971bc17247c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:03.132802 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cab94303-6ccb-4e1c-aa87-7857e0fe4321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:03.235283 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Set router 07944792-97f9-4c21-b94a-c09efac134bd gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:03.253229 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cab94303-6ccb-4e1c-aa87-7857e0fe4321 None None] Current status of the port 88f3c841-f6a4-414b-9ed1-b971bc17247c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:03.317508 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc600a-f3b6-49a9-bb9c-0dd7c637693f req-85324766-8fed-490e-8370-7afab0176811 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:03.319360 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bdbc600a-f3b6-49a9-bb9c-0dd7c637693f req-85324766-8fed-490e-8370-7afab0176811 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.1331580 Apr 03 16:21:03.473919 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944792-97f9-4c21-b94a-c09efac134bd', 'name': 'tempest-TestShelveInstance-1758677287-router', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:59Z', 'updated_at': '2022-04-03T16:21:01Z', 'revision_number': 3, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'gw_port': {'id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944792-97f9-4c21-b94a-c09efac134bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:00Z', 'updated_at': '2022-04-03T16:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:03.476246 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bdbc600a-f3b6-49a9-bb9c-0dd7c637693f req-319deacd-c407-4103-bc71-0af33f844e0e tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472664 Apr 03 16:21:03.520194 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Checking router: 07944792-97f9-4c21-b94a-c09efac134bd for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:21:03.522495 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Updating router 07944792-97f9-4c21-b94a-c09efac134bd port 9c379e89-2b99-44de-8328-e7f2ae243d15 binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:21:03.560937 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:03.843693 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:03.982870 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Publish callbacks [] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.041261 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Allocated IP 172.20.0.1 (6c926e3a-c0a2-4c39-a851-a436a5d809e3/fb65dd21-ceaa-4823-9576-4f80c71a5b8d/6a8ec0c7-cd88-46be-bf89-28181a625ebf) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:04.081013 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.143590 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Attempting to bind port 9c379e89-2b99-44de-8328-e7f2ae243d15 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:04.143978 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Attempting to bind port 9c379e89-2b99-44de-8328-e7f2ae243d15 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:04.144319 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Attempting to bind port 9c379e89-2b99-44de-8328-e7f2ae243d15 on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:04.153442 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:04.154156 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:04.154280 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.155481 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:04.155968 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Bound port: 9c379e89-2b99-44de-8328-e7f2ae243d15, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:04.156372 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.174005 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 88f3c841-f6a4-414b-9ed1-b971bc17247c up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:04.181557 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Publish callbacks [] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.191666 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b812200-ac19-4023-a530-c5f9840b63b1 None None] Pushing event updated for resources: {'Port': ['ID=9c379e89-2b99-44de-8328-e7f2ae243d15,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:04.243196 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] For port 9c379e89-2b99-44de-8328-e7f2ae243d15, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:04.248222 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] For port 9c379e89-2b99-44de-8328-e7f2ae243d15, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=9c379e89-2b99-44de-8328-e7f2ae243d15,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:04.281609 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.288686 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 88f3c841-f6a4-414b-9ed1-b971bc17247c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:04.289375 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.327702 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:04.331138 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:04.335218 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.337034 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:04.370854 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8ec0c7-cd88-46be-bf89-28181a625ebf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:04.384366 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.395746 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.398754 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.398754 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.398754 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.398754 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.398754 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.398754 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.398754 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.398754 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.398754 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.399431 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.402678 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 88f3c841-f6a4-414b-9ed1-b971bc17247c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:04.407349 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.407714 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.408048 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.408384 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:04.436446 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (07944792-97f9-4c21-b94a-c09efac134bd), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.464440 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Routers {'07944792-97f9-4c21-b94a-c09efac134bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:04.465201 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['07944792-97f9-4c21-b94a-c09efac134bd'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:04.469799 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b812200-ac19-4023-a530-c5f9840b63b1 None None] Pushing event updated for resources: {'Port': ['ID=9c379e89-2b99-44de-8328-e7f2ae243d15,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:04.725209 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df559dc4-7208-4197-ab4f-88b51da1c7ca req-2b24de5d-418b-45d9-8524-6fafa3780398 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:04.729250 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df559dc4-7208-4197-ab4f-88b51da1c7ca req-2b24de5d-418b-45d9-8524-6fafa3780398 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0860283 Apr 03 16:21:04.752340 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] Set router 07944792-97f9-4c21-b94a-c09efac134bd gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:04.798422 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9e8a4536-4685-468e-9f14-ef0a5fcf5c6d None None] Provisioning complete for port 6a8ec0c7-cd88-46be-bf89-28181a625ebf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:04.801250 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4536-4685-468e-9f14-ef0a5fcf5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:04.818628 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df559dc4-7208-4197-ab4f-88b51da1c7ca req-ba1a32d9-f954-4c06-997a-bd590fb55b36 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833702 Apr 03 16:21:04.884809 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a4536-4685-468e-9f14-ef0a5fcf5c6d None None] Port 6a8ec0c7-cd88-46be-bf89-28181a625ebf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:04.965174 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96cad3-888e-4ee9-9d1d-2a100895d473 req-7da308b0-02ed-4c13-a80e-b7dec2032b97 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:04.973186 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5a96cad3-888e-4ee9-9d1d-2a100895d473 req-7da308b0-02ed-4c13-a80e-b7dec2032b97 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.1092703 Apr 03 16:21:05.048827 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5a96cad3-888e-4ee9-9d1d-2a100895d473 req-a06399a2-cee8-450e-aca5-4a9eb4ffe9c0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746441 Apr 03 16:21:05.057025 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:05.135445 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944792-97f9-4c21-b94a-c09efac134bd', 'name': 'tempest-TestShelveInstance-1758677287-router', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:59Z', 'updated_at': '2022-04-03T16:21:01Z', 'revision_number': 3, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'gw_port': {'id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944792-97f9-4c21-b94a-c09efac134bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:00Z', 'updated_at': '2022-04-03T16:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:05.170809 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2669e-e8ab-4c5f-842a-bfb5ac6caf63 None None] The sync data for ids ['07944792-97f9-4c21-b94a-c09efac134bd'] in dv-cinder-836247-2-iscsi is: [{'id': '07944792-97f9-4c21-b94a-c09efac134bd', 'name': 'tempest-TestShelveInstance-1758677287-router', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:59Z', 'updated_at': '2022-04-03T16:21:01Z', 'revision_number': 3, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'gw_port': {'id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944792-97f9-4c21-b94a-c09efac134bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:00Z', 'updated_at': '2022-04-03T16:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:21:05.293680 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Publish callbacks [] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:05.370180 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:05.457178 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (07944792-97f9-4c21-b94a-c09efac134bd), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:05.460532 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8ec0c7-cd88-46be-bf89-28181a625ebf,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:05.594515 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:05.596332 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:05.732922 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Router 07944792-97f9-4c21-b94a-c09efac134bd has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:21:05.792493 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:05.883771 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:21:05.896016 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-13afe38b-817b-4074-827f-fa90af507d36 admin admin] 10.222.0.37 "PUT /v2.0/routers/07944792-97f9-4c21-b94a-c09efac134bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8060904 Apr 03 16:21:05.922294 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c96ae0e4-9159-4d95-8f56-bd33e924a341 None None] Provisioning complete for port 6a8ec0c7-cd88-46be-bf89-28181a625ebf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:05.923040 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c96ae0e4-9159-4d95-8f56-bd33e924a341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:05.984874 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9f52a-9240-420d-9998-63106d57628a req-05f88fd1-e8b4-4e32-8a21-48262d16a956 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:05.986906 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cab9f52a-9240-420d-9998-63106d57628a req-05f88fd1-e8b4-4e32-8a21-48262d16a956 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0672610 Apr 03 16:21:06.033743 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c96ae0e4-9159-4d95-8f56-bd33e924a341 None None] Port 6a8ec0c7-cd88-46be-bf89-28181a625ebf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:06.098882 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cab9f52a-9240-420d-9998-63106d57628a req-bbf25af2-f9b0-4158-ba81-94c1787fa9aa tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970516 Apr 03 16:21:06.258317 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2ced-bf21-4218-b7a6-d4387ef8c634 req-792d0e6b-35d7-4a8c-886b-7273d3131c41 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:06.265730 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-266c2ced-bf21-4218-b7a6-d4387ef8c634 req-792d0e6b-35d7-4a8c-886b-7273d3131c41 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0888445 Apr 03 16:21:06.296644 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 9c379e89-2b99-44de-8328-e7f2ae243d15 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:06.408494 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 9c379e89-2b99-44de-8328-e7f2ae243d15 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:06.408494 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:06.417407 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-266c2ced-bf21-4218-b7a6-d4387ef8c634 req-101e8e35-c028-4abb-a0b1-ef053b4088b1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463068 Apr 03 16:21:06.539650 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 9c379e89-2b99-44de-8328-e7f2ae243d15 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:06.540049 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:06.571096 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port 9c379e89-2b99-44de-8328-e7f2ae243d15, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=9c379e89-2b99-44de-8328-e7f2ae243d15,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:06.640854 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:06.700707 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=9c379e89-2b99-44de-8328-e7f2ae243d15,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:07.231613 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077fe19-2792-4172-8dbd-ae18db04f767 req-abdc49e9-9e27-46e5-aca5-195fc6f6d490 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:07.233248 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5077fe19-2792-4172-8dbd-ae18db04f767 req-abdc49e9-9e27-46e5-aca5-195fc6f6d490 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0561409 Apr 03 16:21:07.279376 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5077fe19-2792-4172-8dbd-ae18db04f767 req-c11b18ca-e8c1-447e-9b8b-c1669309b64c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 Apr 03 16:21:07.377665 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Sync routers for ids ['07944792-97f9-4c21-b94a-c09efac134bd'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:21:07.388905 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Routers {'07944792-97f9-4c21-b94a-c09efac134bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:07.390068 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['07944792-97f9-4c21-b94a-c09efac134bd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:07.501085 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Set router 07944792-97f9-4c21-b94a-c09efac134bd gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:07.548840 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae978b9-0e55-457b-89bd-4d89e638f47d req-87d4f8a2-557e-4775-a634-f16ae45b6452 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:07.550778 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ae978b9-0e55-457b-89bd-4d89e638f47d req-87d4f8a2-557e-4775-a634-f16ae45b6452 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0550890 Apr 03 16:21:07.598972 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ae978b9-0e55-457b-89bd-4d89e638f47d req-b797b878-775b-4489-bb40-8bb8d8ca817f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Apr 03 16:21:07.724309 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944792-97f9-4c21-b94a-c09efac134bd', 'name': 'tempest-TestShelveInstance-1758677287-router', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:59Z', 'updated_at': '2022-04-03T16:21:04Z', 'revision_number': 4, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'gw_port': {'id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07944792-97f9-4c21-b94a-c09efac134bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:00Z', 'updated_at': '2022-04-03T16:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '6a8ec0c7-cd88-46be-bf89-28181a625ebf', 'name': '', 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'mac_address': 'fa:16:3e:42:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944792-97f9-4c21-b94a-c09efac134bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'fb65dd21-ceaa-4823-9576-4f80c71a5b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:03Z', 'updated_at': '2022-04-03T16:21:05Z', 'revision_number': 2, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'subnets': [{'id': 'fb65dd21-ceaa-4823-9576-4f80c71a5b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:07.755967 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Checking router: 07944792-97f9-4c21-b94a-c09efac134bd for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:21:07.756334 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Updating router 07944792-97f9-4c21-b94a-c09efac134bd port 6a8ec0c7-cd88-46be-bf89-28181a625ebf binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:21:07.784074 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:07.919850 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38686) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:07.925048 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e2ee58f6-d0a1-47e8-b4f3-acceaba1ee4a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1518636624', 'description': 'tempest-secgroup-smoke-1518636624 description', 'project_id': '35d18393cd72468a8c4f01bd9c6aea63'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:08.052645 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Publish callbacks [] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.069132 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2ee58f6-d0a1-47e8-b4f3-acceaba1ee4a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.134927 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2ee58f6-d0a1-47e8-b4f3-acceaba1ee4a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group (eb3bbb05-1dc0-4db8-af69-948cb7efbe69), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.149724 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 9c379e89-2b99-44de-8328-e7f2ae243d15 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:08.202625 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 9c379e89-2b99-44de-8328-e7f2ae243d15 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:08.203040 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.240098 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.263403 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2ee58f6-d0a1-47e8-b4f3-acceaba1ee4a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (eb3bbb05-1dc0-4db8-af69-948cb7efbe69), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.302443 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee58f6-d0a1-47e8-b4f3-acceaba1ee4a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3bbb05-1dc0-4db8-af69-948cb7efbe69,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:08.304981 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04217aa-6655-49a9-99c8-ae07017deda9 None None] Pushing event updated for resources: {'Port': ['ID=6a8ec0c7-cd88-46be-bf89-28181a625ebf,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:08.392743 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2ee58f6-d0a1-47e8-b4f3-acceaba1ee4a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.394508 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e2ee58f6-d0a1-47e8-b4f3-acceaba1ee4a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4735816 Apr 03 16:21:08.397165 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38714) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:08.402386 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fde9ca45-f093-4917-9ffd-76ba9f9e4016 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Request body: {'security_group_rule': {'security_group_id': 'eb3bbb05-1dc0-4db8-af69-948cb7efbe69', 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:08.492054 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Attempting to bind port 6a8ec0c7-cd88-46be-bf89-28181a625ebf on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:08.492632 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Attempting to bind port 6a8ec0c7-cd88-46be-bf89-28181a625ebf by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '472a77cb-a352-48a4-b292-235ce1add5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:08.492883 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Attempting to bind port 6a8ec0c7-cd88-46be-bf89-28181a625ebf on network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:08.495389 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 9c379e89-2b99-44de-8328-e7f2ae243d15 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:08.505462 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:08.505935 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Checking segment: {'id': '472a77cb-a352-48a4-b292-235ce1add5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:08.506350 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.506763 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Bound using segment: {'id': '472a77cb-a352-48a4-b292-235ce1add5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:08.507242 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Bound port: 6a8ec0c7-cd88-46be-bf89-28181a625ebf, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472a77cb-a352-48a4-b292-235ce1add5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:08.508130 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.573656 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcd487-3de8-433f-bf94-864d57c42f53 req-4296ed69-9e70-4192-bb3f-ca1c83d97343 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:08.584604 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ecdcd487-3de8-433f-bf94-864d57c42f53 req-4296ed69-9e70-4192-bb3f-ca1c83d97343 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.1483445 Apr 03 16:21:08.602648 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fde9ca45-f093-4917-9ffd-76ba9f9e4016 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (a5aa0faa-fd9b-4dca-8564-4bd07d141b66), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.604150 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] For port 6a8ec0c7-cd88-46be-bf89-28181a625ebf, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:08.632454 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] For port 6a8ec0c7-cd88-46be-bf89-28181a625ebf, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=6a8ec0c7-cd88-46be-bf89-28181a625ebf,segment=NetworkSegment(472a77cb-a352-48a4-b292-235ce1add5b7),segment_id=472a77cb-a352-48a4-b292-235ce1add5b7)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:08.700106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fde9ca45-f093-4917-9ffd-76ba9f9e4016 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (a5aa0faa-fd9b-4dca-8564-4bd07d141b66), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.707341 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ecdcd487-3de8-433f-bf94-864d57c42f53 req-dd0de2c8-8ede-4c77-a108-23416b8d4c14 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219292 Apr 03 16:21:08.778286 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-756c86f4-086c-4ee6-a00b-2ff836aa3393 None None] Provisioning complete for port 6a8ec0c7-cd88-46be-bf89-28181a625ebf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:08.778695 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-756c86f4-086c-4ee6-a00b-2ff836aa3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.812449 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-756c86f4-086c-4ee6-a00b-2ff836aa3393 None None] Port 6a8ec0c7-cd88-46be-bf89-28181a625ebf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:08.815406 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.863789 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fde9ca45-f093-4917-9ffd-76ba9f9e4016 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (a5aa0faa-fd9b-4dca-8564-4bd07d141b66), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.889318 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9ca45-f093-4917-9ffd-76ba9f9e4016 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5aa0faa-fd9b-4dca-8564-4bd07d141b66,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:08.986198 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fde9ca45-f093-4917-9ffd-76ba9f9e4016 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:08.987511 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-fde9ca45-f093-4917-9ffd-76ba9f9e4016 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5893383 Apr 03 16:21:08.990332 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38738) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:08.994918 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b413a3bd-8445-4eb6-a869-c56a4556137a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Request body: {'security_group_rule': {'security_group_id': 'eb3bbb05-1dc0-4db8-af69-948cb7efbe69', 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:09.006285 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Routers {'07944792-97f9-4c21-b94a-c09efac134bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:09.007134 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['07944792-97f9-4c21-b94a-c09efac134bd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:09.009487 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04217aa-6655-49a9-99c8-ae07017deda9 None None] Pushing event updated for resources: {'Port': ['ID=6a8ec0c7-cd88-46be-bf89-28181a625ebf,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:09.130434 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] Set router 07944792-97f9-4c21-b94a-c09efac134bd gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:09.140251 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b413a3bd-8445-4eb6-a869-c56a4556137a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (1eb1422f-b926-45b4-807c-b8da9661c2bc), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.206188 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b413a3bd-8445-4eb6-a869-c56a4556137a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (1eb1422f-b926-45b4-807c-b8da9661c2bc), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.266924 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b413a3bd-8445-4eb6-a869-c56a4556137a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (1eb1422f-b926-45b4-807c-b8da9661c2bc), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.279029 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3fbdc7b8-a1cb-4916-be13-0d3d358aa424 None None] Provisioning complete for port 6a8ec0c7-cd88-46be-bf89-28181a625ebf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:09.279345 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc7b8-a1cb-4916-be13-0d3d358aa424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.286203 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413a3bd-8445-4eb6-a869-c56a4556137a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb1422f-b926-45b4-807c-b8da9661c2bc,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:09.345521 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b413a3bd-8445-4eb6-a869-c56a4556137a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.347569 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b413a3bd-8445-4eb6-a869-c56a4556137a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3552983 Apr 03 16:21:09.350192 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38758) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:09.354679 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-294c56dd-2557-4c7f-80c3-6829a2251fb6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Request body: {'security_group_rule': {'security_group_id': 'eb3bbb05-1dc0-4db8-af69-948cb7efbe69', 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:09.416494 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3fbdc7b8-a1cb-4916-be13-0d3d358aa424 None None] Current status of the port 6a8ec0c7-cd88-46be-bf89-28181a625ebf is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:09.416881 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc7b8-a1cb-4916-be13-0d3d358aa424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.449905 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944792-97f9-4c21-b94a-c09efac134bd', 'name': 'tempest-TestShelveInstance-1758677287-router', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:59Z', 'updated_at': '2022-04-03T16:21:04Z', 'revision_number': 4, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'gw_port': {'id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07944792-97f9-4c21-b94a-c09efac134bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:00Z', 'updated_at': '2022-04-03T16:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '6a8ec0c7-cd88-46be-bf89-28181a625ebf', 'name': '', 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'mac_address': 'fa:16:3e:42:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944792-97f9-4c21-b94a-c09efac134bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'fb65dd21-ceaa-4823-9576-4f80c71a5b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:03Z', 'updated_at': '2022-04-03T16:21:08Z', 'revision_number': 4, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'subnets': [{'id': 'fb65dd21-ceaa-4823-9576-4f80c71a5b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:09.457368 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-294c56dd-2557-4c7f-80c3-6829a2251fb6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (93479628-87f5-4ba0-99d9-d4c405671ada), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.481972 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f058ce7-4948-4411-a6b6-554a32f0984c None None] The sync data for ids ['07944792-97f9-4c21-b94a-c09efac134bd'] in dv-cinder-836247-2-iscsi is: [{'id': '07944792-97f9-4c21-b94a-c09efac134bd', 'name': 'tempest-TestShelveInstance-1758677287-router', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:59Z', 'updated_at': '2022-04-03T16:21:04Z', 'revision_number': 4, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'gw_port': {'id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07944792-97f9-4c21-b94a-c09efac134bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:00Z', 'updated_at': '2022-04-03T16:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '6a8ec0c7-cd88-46be-bf89-28181a625ebf', 'name': '', 'network_id': '6c926e3a-c0a2-4c39-a851-a436a5d809e3', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'mac_address': 'fa:16:3e:42:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944792-97f9-4c21-b94a-c09efac134bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'fb65dd21-ceaa-4823-9576-4f80c71a5b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:03Z', 'updated_at': '2022-04-03T16:21:08Z', 'revision_number': 4, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'subnets': [{'id': 'fb65dd21-ceaa-4823-9576-4f80c71a5b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:21:09.490754 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3fbdc7b8-a1cb-4916-be13-0d3d358aa424 None None] For port 6a8ec0c7-cd88-46be-bf89-28181a625ebf, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=6a8ec0c7-cd88-46be-bf89-28181a625ebf,segment=NetworkSegment(472a77cb-a352-48a4-b292-235ce1add5b7),segment_id=472a77cb-a352-48a4-b292-235ce1add5b7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:09.534893 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-294c56dd-2557-4c7f-80c3-6829a2251fb6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (93479628-87f5-4ba0-99d9-d4c405671ada), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.585752 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc7b8-a1cb-4916-be13-0d3d358aa424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.639969 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdc7b8-a1cb-4916-be13-0d3d358aa424 None None] Pushing event updated for resources: {'Port': ['ID=6a8ec0c7-cd88-46be-bf89-28181a625ebf,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:09.684057 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-294c56dd-2557-4c7f-80c3-6829a2251fb6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (93479628-87f5-4ba0-99d9-d4c405671ada), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.709937 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c56dd-2557-4c7f-80c3-6829a2251fb6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93479628-87f5-4ba0-99d9-d4c405671ada,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:09.801017 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-294c56dd-2557-4c7f-80c3-6829a2251fb6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:09.802706 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-294c56dd-2557-4c7f-80c3-6829a2251fb6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4513958 Apr 03 16:21:09.805453 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38780) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:09.810140 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5efec51b-bbc2-488b-87fc-4a7bb84afcbe tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Request body: {'security_group_rule': {'security_group_id': 'eb3bbb05-1dc0-4db8-af69-948cb7efbe69', 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:09.849001 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7386ae-fa74-4852-a9f7-3078312bc080 req-cd4dbb33-939d-45c9-89e8-95911f87c02a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:09.855057 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5a7386ae-fa74-4852-a9f7-3078312bc080 req-cd4dbb33-939d-45c9-89e8-95911f87c02a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0681801 Apr 03 16:21:09.904318 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5a7386ae-fa74-4852-a9f7-3078312bc080 req-5ec72b8a-86df-4ea8-91d2-46ec280c59f1 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475006 Apr 03 16:21:09.943653 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5efec51b-bbc2-488b-87fc-4a7bb84afcbe tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (0b7c0208-784f-41a6-aa9f-0c1244ec9e4e), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.005662 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5efec51b-bbc2-488b-87fc-4a7bb84afcbe tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (0b7c0208-784f-41a6-aa9f-0c1244ec9e4e), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.094976 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5efec51b-bbc2-488b-87fc-4a7bb84afcbe tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (0b7c0208-784f-41a6-aa9f-0c1244ec9e4e), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.118157 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efec51b-bbc2-488b-87fc-4a7bb84afcbe tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7c0208-784f-41a6-aa9f-0c1244ec9e4e,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:10.188751 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 6a8ec0c7-cd88-46be-bf89-28181a625ebf up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:10.197200 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5efec51b-bbc2-488b-87fc-4a7bb84afcbe tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.202595 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-5efec51b-bbc2-488b-87fc-4a7bb84afcbe tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3922799 Apr 03 16:21:10.202595 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38784) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:10.206749 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-54ede00f-3f83-4d65-9526-5f5776d55580 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Request body: {'security_group_rule': {'security_group_id': 'eb3bbb05-1dc0-4db8-af69-948cb7efbe69', 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:10.252740 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 6a8ec0c7-cd88-46be-bf89-28181a625ebf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:10.253114 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.337099 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 6a8ec0c7-cd88-46be-bf89-28181a625ebf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:10.357357 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-54ede00f-3f83-4d65-9526-5f5776d55580 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Project 35d18393cd72468a8c4f01bd9c6aea63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:21:10.363636 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54ede00f-3f83-4d65-9526-5f5776d55580 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (04df62c0-fc60-4403-b951-ef036ac65306), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.476717 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54ede00f-3f83-4d65-9526-5f5776d55580 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (04df62c0-fc60-4403-b951-ef036ac65306), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.563607 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54ede00f-3f83-4d65-9526-5f5776d55580 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (04df62c0-fc60-4403-b951-ef036ac65306), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.580116 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ede00f-3f83-4d65-9526-5f5776d55580 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04df62c0-fc60-4403-b951-ef036ac65306,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:10.696958 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54ede00f-3f83-4d65-9526-5f5776d55580 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.700765 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-54ede00f-3f83-4d65-9526-5f5776d55580 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4950287 Apr 03 16:21:10.701490 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38802) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:10.707468 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c20cd08e-f7a4-4cc1-a83d-fefce0bb4e0b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Request body: {'security_group_rule': {'security_group_id': 'eb3bbb05-1dc0-4db8-af69-948cb7efbe69', 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:10.837765 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-c20cd08e-f7a4-4cc1-a83d-fefce0bb4e0b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Project 35d18393cd72468a8c4f01bd9c6aea63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:21:10.842983 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20cd08e-f7a4-4cc1-a83d-fefce0bb4e0b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (8250e2de-49a4-48c7-995c-8dd5e2db44a4), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.901164 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20cd08e-f7a4-4cc1-a83d-fefce0bb4e0b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (8250e2de-49a4-48c7-995c-8dd5e2db44a4), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:10.928378 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38808) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:10.933791 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0b69cf5b-08ae-48d0-a514-b371b3eb3a99 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918648540', 'description': 'tempest-description--147259074'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:10.989466 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20cd08e-f7a4-4cc1-a83d-fefce0bb4e0b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (8250e2de-49a4-48c7-995c-8dd5e2db44a4), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.027561 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cd08e-f7a4-4cc1-a83d-fefce0bb4e0b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8250e2de-49a4-48c7-995c-8dd5e2db44a4,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:11.042673 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b69cf5b-08ae-48d0-a514-b371b3eb3a99 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.053486 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d81e1-fc1e-4fe9-adb8-490e307217a8 req-f61ee904-4a53-4ef6-ae74-234bbd867da0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:11.055007 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6f4d81e1-fc1e-4fe9-adb8-490e307217a8 req-f61ee904-4a53-4ef6-ae74-234bbd867da0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0774164 Apr 03 16:21:11.121906 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6f4d81e1-fc1e-4fe9-adb8-490e307217a8 req-e059f960-ee05-4b1a-88e6-d82478748868 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605750 Apr 03 16:21:11.126127 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20cd08e-f7a4-4cc1-a83d-fefce0bb4e0b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.127253 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c20cd08e-f7a4-4cc1-a83d-fefce0bb4e0b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4239557 Apr 03 16:21:11.159955 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b69cf5b-08ae-48d0-a514-b371b3eb3a99 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group (9b44ab1b-8f09-491c-be6e-21462a119fb8), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.243267 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b69cf5b-08ae-48d0-a514-b371b3eb3a99 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (9b44ab1b-8f09-491c-be6e-21462a119fb8), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.272480 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69cf5b-08ae-48d0-a514-b371b3eb3a99 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b44ab1b-8f09-491c-be6e-21462a119fb8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:11.362557 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b69cf5b-08ae-48d0-a514-b371b3eb3a99 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.364032 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0b69cf5b-08ae-48d0-a514-b371b3eb3a99 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4346809 Apr 03 16:21:11.366863 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38850) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:11.372859 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-47f43d9f-1259-4f19-a60a-c2dbdd95ce25 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Request body: {'security_group_rule': {'security_group_id': '9b44ab1b-8f09-491c-be6e-21462a119fb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:11.392950 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38854) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:11.450274 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-451a343d-9c50-4c71-aec6-dcbcb6b3562e admin admin] Deleting subnet 5fc6a58c-ceaf-4392-a743-114cf08034c9 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:21:11.450274 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-451a343d-9c50-4c71-aec6-dcbcb6b3562e admin admin] Publish callbacks [] for subnet (5fc6a58c-ceaf-4392-a743-114cf08034c9), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.491155 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-451a343d-9c50-4c71-aec6-dcbcb6b3562e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7593495'] for subnet (5fc6a58c-ceaf-4392-a743-114cf08034c9), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.509671 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47f43d9f-1259-4f19-a60a-c2dbdd95ce25 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group_rule (d205361d-6925-42cf-bd79-8093b67278c6), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.538215 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-451a343d-9c50-4c71-aec6-dcbcb6b3562e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (5fc6a58c-ceaf-4392-a743-114cf08034c9), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.581789 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47f43d9f-1259-4f19-a60a-c2dbdd95ce25 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group_rule (d205361d-6925-42cf-bd79-8093b67278c6), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.660610 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47f43d9f-1259-4f19-a60a-c2dbdd95ce25 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (d205361d-6925-42cf-bd79-8093b67278c6), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.680026 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f43d9f-1259-4f19-a60a-c2dbdd95ce25 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d205361d-6925-42cf-bd79-8093b67278c6,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:11.695033 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-451a343d-9c50-4c71-aec6-dcbcb6b3562e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8307492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7454057'] for subnet (5fc6a58c-ceaf-4392-a743-114cf08034c9), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.720937 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a343d-9c50-4c71-aec6-dcbcb6b3562e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc6a58c-ceaf-4392-a743-114cf08034c9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:11.724675 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-451a343d-9c50-4c71-aec6-dcbcb6b3562e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.731729 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-451a343d-9c50-4c71-aec6-dcbcb6b3562e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5fc6a58c-ceaf-4392-a743-114cf08034c9 HTTP/1.1" status: 204 len: 168 time: 0.3338258 Apr 03 16:21:11.731729 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:11.785523 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47f43d9f-1259-4f19-a60a-c2dbdd95ce25 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.786872 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-47f43d9f-1259-4f19-a60a-c2dbdd95ce25 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4185495 Apr 03 16:21:11.789482 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38860) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:11.794515 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-041eec4c-581f-461b-9a64-17e0e7e6126d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Request body: {'security_group_rule': {'security_group_id': '9b44ab1b-8f09-491c-be6e-21462a119fb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:11.806734 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (e161282c-1f0f-4efc-894a-7cc83e2a655f), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.887629 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (e161282c-1f0f-4efc-894a-7cc83e2a655f), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.903506 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-041eec4c-581f-461b-9a64-17e0e7e6126d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group_rule (bf3aa0e5-7250-4cdc-b786-471251499407), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.909046 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e161282c-1f0f-4efc-894a-7cc83e2a655f']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:11.918176 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9d2994-0319-4363-a272-0188b48d2371') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:11.918386 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9d2994-0319-4363-a272-0188b48d2371') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:11.927516 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (ff9d2994-0319-4363-a272-0188b48d2371), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.941190 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (ff9d2994-0319-4363-a272-0188b48d2371), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.947181 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:21:11.947584 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (ff9d2994-0319-4363-a272-0188b48d2371), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:21:11.949208 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:21:11.961527 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-041eec4c-581f-461b-9a64-17e0e7e6126d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group_rule (bf3aa0e5-7250-4cdc-b786-471251499407), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.080135 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-041eec4c-581f-461b-9a64-17e0e7e6126d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (bf3aa0e5-7250-4cdc-b786-471251499407), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.080261 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (e161282c-1f0f-4efc-894a-7cc83e2a655f), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.097124 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.098852 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eec4c-581f-461b-9a64-17e0e7e6126d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3aa0e5-7250-4cdc-b786-471251499407,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:12.102839 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e161282c-1f0f-4efc-894a-7cc83e2a655f HTTP/1.1" status: 204 len: 168 time: 0.3691647 Apr 03 16:21:12.102839 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870eed3-2bad-4bb7-9bba-c92799994ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e161282c-1f0f-4efc-894a-7cc83e2a655f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:12.185428 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-041eec4c-581f-461b-9a64-17e0e7e6126d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.187416 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-041eec4c-581f-461b-9a64-17e0e7e6126d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3968704 Apr 03 16:21:12.190674 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38870) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:12.196727 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:12.258921 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190df2bc-0367-4551-99de-180a279f458e req-a5b63cfe-2dc6-4199-a7c4-bb16ec3a4581 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:12.260400 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-190df2bc-0367-4551-99de-180a279f458e req-a5b63cfe-2dc6-4199-a7c4-bb16ec3a4581 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0578620 Apr 03 16:21:12.306062 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-190df2bc-0367-4551-99de-180a279f458e req-bdb37a83-f6d6-42c6-a4dc-1ab642b14f60 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393968 Apr 03 16:21:12.349026 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.452777 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.503310 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38874) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:12.541352 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-be4efcd2-9779-4b8b-ad9f-ffc34e8c4ad0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd26ff19000d48f3bbbbb198d30abbcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0362303 Apr 03 16:21:12.543967 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38876) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:12.565765 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Allocated IP 172.27.0.199 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/d665dc4e-d46f-451d-a8a3-c79c3d202a98) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:12.596230 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37c33729-ee5e-42e4-9484-a5b7d8ad4d32 admin admin] Publish callbacks [] for security_group (a5f97b40-32b6-4173-9f49-8153ccb39959), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.619150 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37c33729-ee5e-42e4-9484-a5b7d8ad4d32 admin admin] Publish callbacks [] for security_group (a5f97b40-32b6-4173-9f49-8153ccb39959), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.672222 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for port (d665dc4e-d46f-451d-a8a3-c79c3d202a98), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.751832 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37c33729-ee5e-42e4-9484-a5b7d8ad4d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a5f97b40-32b6-4173-9f49-8153ccb39959), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.755155 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37c33729-ee5e-42e4-9484-a5b7d8ad4d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.756595 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-37c33729-ee5e-42e4-9484-a5b7d8ad4d32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5f97b40-32b6-4173-9f49-8153ccb39959 HTTP/1.1" status: 204 len: 168 time: 0.2115128 Apr 03 16:21:12.765093 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c33729-ee5e-42e4-9484-a5b7d8ad4d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f97b40-32b6-4173-9f49-8153ccb39959,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:12.778625 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (d665dc4e-d46f-451d-a8a3-c79c3d202a98), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:12.825850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:12.834087 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:12.836739 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:12.865630 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event updated for resources: {'Port': ['ID=d665dc4e-d46f-451d-a8a3-c79c3d202a98,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:12.973160 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for floatingip (df4135c8-75e9-495d-b29b-83ed815df061), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:13.111292 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d665dc4e-d46f-451d-a8a3-c79c3d202a98), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:13.278535 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for port (d665dc4e-d46f-451d-a8a3-c79c3d202a98), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:13.355197 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (d665dc4e-d46f-451d-a8a3-c79c3d202a98), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:13.456892 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event updated for resources: {'Port': ['ID=d665dc4e-d46f-451d-a8a3-c79c3d202a98,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:13.467871 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (df4135c8-75e9-495d-b29b-83ed815df061), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:13.495457 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88248359-7402-4ae4-a843-a01e15d9512e req-67204d01-c364-4d8c-8593-ad304e7a9df6 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:13.497016 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-88248359-7402-4ae4-a843-a01e15d9512e req-67204d01-c364-4d8c-8593-ad304e7a9df6 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.1113973 Apr 03 16:21:13.547514 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-88248359-7402-4ae4-a843-a01e15d9512e req-02f39074-1bd4-4e6a-9db3-623f60a5cf35 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442040 Apr 03 16:21:13.597338 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:13.598724 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-1b48495e-d601-4c4a-bb76-8a109eb274a4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4058495 Apr 03 16:21:13.798349 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-204f9ce5-ab5a-4d8b-b747-67f9109fc0a3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--918648540&fields=id&tenant_id=9afd7a4023d14e139b7bb45e4a875d58 HTTP/1.1" status: 200 len: 267 time: 0.0425155 Apr 03 16:21:13.881392 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38932) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:13.918499 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-582b79f2-c05c-431d-a8f0-f9709328f331 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:13.920196 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-582b79f2-c05c-431d-a8f0-f9709328f331 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 819 time: 0.1153090 Apr 03 16:21:13.936389 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-03898402-d6c5-45b4-9b09-5206eb9c050b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/quotas/9afd7a4023d14e139b7bb45e4a875d58 HTTP/1.1" status: 200 len: 375 time: 0.0096927 Apr 03 16:21:13.981990 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-280434062-network', 'tenant_id': '6828b1bee678430d9fed44785ab214de'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:14.003363 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-976efc40-216a-4348-a1e6-b6b0247faff0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0603039 Apr 03 16:21:14.092045 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Made reservation on behalf of 6828b1bee678430d9fed44785ab214de for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:21:14.094599 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:14.103163 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-dd92483f-8778-450b-9269-9da045a7ca05 service neutron] 10.222.0.37 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875382 Apr 03 16:21:14.104552 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:14.180266 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Publish callbacks [] for security_group (4e0b0c4f-0715-4c0c-a146-5bfddac27c65), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:14.200983 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-3067a27b-28e5-43ab-b990-bc3a5a8793a0 service neutron] 10.222.0.37 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912657 Apr 03 16:21:14.281129 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4e0b0c4f-0715-4c0c-a146-5bfddac27c65), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:14.305466 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:21:14.315618 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0b0c4f-0715-4c0c-a146-5bfddac27c65,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:14.320316 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (7ade7933-8b21-4da7-9095-5a9592791a6d), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:14.320653 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.segments_db [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Added segment 7ade7933-8b21-4da7-9095-5a9592791a6d of type vlan for network ffe90eba-0f45-42f4-ba6b-d9685417999e Apr 03 16:21:14.366835 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (ffe90eba-0f45-42f4-ba6b-d9685417999e), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:14.460978 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (ffe90eba-0f45-42f4-ba6b-d9685417999e), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:14.462093 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:14.462838 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:14.524994 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ffe90eba-0f45-42f4-ba6b-d9685417999e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:14.534552 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network ffe90eba-0f45-42f4-ba6b-d9685417999e details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:21:14.579649 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-f41ae91a-3131-4588-a0eb-b2dce15477c4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6924815 Apr 03 16:21:14.580112 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38944) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:14.585441 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Request body: {'subnet': {'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-280434062-subnet', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:14.687935 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5630835-eb2b-415a-bf59-c6eebf495593 req-fb24dd5e-38bb-4714-b164-1ad00042a574 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:14.689455 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d5630835-eb2b-415a-bf59-c6eebf495593 req-fb24dd5e-38bb-4714-b164-1ad00042a574 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0529068 Apr 03 16:21:14.721116 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Made reservation on behalf of 6828b1bee678430d9fed44785ab214de for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:21:14.723432 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7454070'] for subnet (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:14.782069 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d5630835-eb2b-415a-bf59-c6eebf495593 req-e639cd16-9cf6-49b4-8f12-0e5555afc0a3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865834 Apr 03 16:21:14.963551 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8307559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7454048'] for subnet (45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.025758 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:15.035620 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Checking segment: {'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:15.036136 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Network hostable DHCP agents. Network: ffe90eba-0f45-42f4-ba6b-d9685417999e, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:21:15.117482 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Network ffe90eba-0f45-42f4-ba6b-d9685417999e is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:21:15.197341 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, ffe90eba-0f45-42f4-ba6b-d9685417999e) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:15.201521 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:15.202111 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.207653 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db24499-a821-4b45-b51c-85141c502ddf None None] Network ffe90eba-0f45-42f4-ba6b-d9685417999e requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:21:15.309608 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-ffe90eba-0f45-42f4-ba6b-d9685417999e', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'project_id': '6828b1bee678430d9fed44785ab214de', 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:21:15.310436 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.340015 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b1e3b570-2a42-421b-918d-a6038d85d3f6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7586858 Apr 03 16:21:15.347547 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38950) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:15.347547 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:15.460698 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Allocated IP 172.20.0.2 (ffe90eba-0f45-42f4-ba6b-d9685417999e/45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8/48f8b895-3a4e-4f4d-aa94-35d1556e6743) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:15.474370 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-026f46fb-f2e9-44d3-8a0d-2941526cda78 req-053c4a80-61d5-4f67-a501-1e1958e3f57f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 210 time: 0.0397398 Apr 03 16:21:15.477151 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (38b4ca3c-476d-4388-9410-ce14537a8a82), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.478257 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (38b4ca3c-476d-4388-9410-ce14537a8a82), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.548604 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks [] for router_controller (38b4ca3c-476d-4388-9410-ce14537a8a82), precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.610987 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Publish callbacks [] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.741271 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.784667 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Network ffe90eba-0f45-42f4-ba6b-d9685417999e is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:15.787760 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:15.793874 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:15.800145 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Pushing event updated for resources: {'Port': ['ID=48f8b895-3a4e-4f4d-aa94-35d1556e6743,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:15.830499 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks [] for router_gateway (38b4ca3c-476d-4388-9410-ce14537a8a82), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.856277 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Attempting to bind port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:15.862227 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Attempting to bind port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:15.862227 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Attempting to bind port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 on network ffe90eba-0f45-42f4-ba6b-d9685417999e {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:15.865665 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:15.866037 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Checking segment: {'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:15.867042 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.868020 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Bound using segment: {'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:15.868541 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Bound port: 48f8b895-3a4e-4f4d-aa94-35d1556e6743, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:15.868911 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:15.938934 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] For port 48f8b895-3a4e-4f4d-aa94-35d1556e6743, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:15.939178 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0ee4d-9548-4173-8e88-d83be4f25507 req-b42c6ba9-87ea-4d56-a67b-ea2c8fabc6d5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:15.940455 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b1b0ee4d-9548-4173-8e88-d83be4f25507 req-b42c6ba9-87ea-4d56-a67b-ea2c8fabc6d5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0585310 Apr 03 16:21:15.942116 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] For port 48f8b895-3a4e-4f4d-aa94-35d1556e6743, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=48f8b895-3a4e-4f4d-aa94-35d1556e6743,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:15.992176 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b1b0ee4d-9548-4173-8e88-d83be4f25507 req-1f63a9ed-ba38-4be6-9d25-647d40266b6e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455256 Apr 03 16:21:16.028521 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:16.100939 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c76872-76a4-42be-bd78-a9a39b755f85 None None] Pushing event updated for resources: {'Port': ['ID=48f8b895-3a4e-4f4d-aa94-35d1556e6743,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:16.134228 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks [] for router_gateway (38b4ca3c-476d-4388-9410-ce14537a8a82), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:16.157860 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:16.282049 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Allocated IP 172.27.0.4 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/9cc81a2e-c85b-4edc-af04-8daba04c632d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:16.408117 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks [] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:16.524430 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:16.595075 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:16.597952 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-499ea333-fe70-4beb-aa26-1e21da93abf5 req-81471bcc-d9fa-4d81-a875-6b7d6d25c20a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 210 time: 0.0449066 Apr 03 16:21:16.601851 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:16.604476 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:16.636520 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Pushing event updated for resources: {'Port': ['ID=9cc81a2e-c85b-4edc-af04-8daba04c632d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:16.941947 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks [] for router_gateway (38b4ca3c-476d-4388-9410-ce14537a8a82), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:17.135396 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c425b-09ec-499e-87d8-4ab088236dd9 None None] Network ffe90eba-0f45-42f4-ba6b-d9685417999e requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:21:17.172984 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28268-4a9c-45b8-8eba-ddd49f3cd2be req-121844a4-2382-4861-9ab1-1f89490e8b06 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:17.175383 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-64f28268-4a9c-45b8-8eba-ddd49f3cd2be req-121844a4-2382-4861-9ab1-1f89490e8b06 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0869310 Apr 03 16:21:17.201917 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2763478e-3771-408c-a081-f054dc46aab4 None None] Provisioning complete for port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:17.202859 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2763478e-3771-408c-a081-f054dc46aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:17.245418 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-64f28268-4a9c-45b8-8eba-ddd49f3cd2be req-1e0c591b-54da-418e-9a3d-1131d906e178 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630245 Apr 03 16:21:17.385694 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2763478e-3771-408c-a081-f054dc46aab4 None None] Current status of the port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:17.387942 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2763478e-3771-408c-a081-f054dc46aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:17.479565 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (38b4ca3c-476d-4388-9410-ce14537a8a82), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:17.484750 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2763478e-3771-408c-a081-f054dc46aab4 None None] For port 48f8b895-3a4e-4f4d-aa94-35d1556e6743, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=48f8b895-3a4e-4f4d-aa94-35d1556e6743,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:17.569603 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2763478e-3771-408c-a081-f054dc46aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:17.660765 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763478e-3771-408c-a081-f054dc46aab4 None None] Pushing event updated for resources: {'Port': ['ID=48f8b895-3a4e-4f4d-aa94-35d1556e6743,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:17.716865 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fce3d875-fe6e-41f1-add0-ad069b844c4e None None] Provisioning complete for port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:17.717487 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fce3d875-fe6e-41f1-add0-ad069b844c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:17.754877 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d9f7eef1-5013-4363-85d9-786e4373782c req-f332b057-613f-4a47-b45d-0e2be1b104fa tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 210 time: 0.0473452 Apr 03 16:21:17.808832 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-5cd3ede4-d01e-4b5c-bc5d-6b02a23f9964 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:17.810853 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-5cd3ede4-d01e-4b5c-bc5d-6b02a23f9964 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 819 time: 0.1660242 Apr 03 16:21:17.823610 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Router 38b4ca3c-476d-4388-9410-ce14537a8a82 is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:21:17.825066 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fce3d875-fe6e-41f1-add0-ad069b844c4e None None] Current status of the port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:17.882662 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-1693c833-0b80-4c96-811a-4d6203129b02 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9afd7a4023d14e139b7bb45e4a875d58 HTTP/1.1" status: 200 len: 379 time: 0.0625310 Apr 03 16:21:17.891953 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Request body: {'port': {'device_id': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'admin_state_up': True, 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'security_groups': ['9b44ab1b-8f09-491c-be6e-21462a119fb8']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:17.947227 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:21:17.957635 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Sync routers for ids ['38b4ca3c-476d-4388-9410-ce14537a8a82'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:21:17.968947 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Routers {'38b4ca3c-476d-4388-9410-ce14537a8a82'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:17.969658 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['38b4ca3c-476d-4388-9410-ce14537a8a82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:18.080096 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Set router 38b4ca3c-476d-4388-9410-ce14537a8a82 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:18.211795 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:18.213853 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-15e005df-3189-475e-8f1a-7da9bca36d49 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8690381 Apr 03 16:21:18.231678 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 38990) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:18.237129 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 48f8b895-3a4e-4f4d-aa94-35d1556e6743 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:18.298555 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:18.299072 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:18.310304 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:16Z', 'revision_number': 3, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:18.348770 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Checking router: 38b4ca3c-476d-4388-9410-ce14537a8a82 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:21:18.349110 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Updating router 38b4ca3c-476d-4388-9410-ce14537a8a82 port 9cc81a2e-c85b-4edc-af04-8daba04c632d binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:21:18.392766 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:18.416901 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:18.546859 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e0898-f254-4802-975b-1708f358bd61 req-3b793203-8d93-4883-b82e-8eec41c06515 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:18.548517 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7a6e0898-f254-4802-975b-1708f358bd61 req-3b793203-8d93-4883-b82e-8eec41c06515 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.1637290 Apr 03 16:21:18.609744 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Made reservation on behalf of 9afd7a4023d14e139b7bb45e4a875d58 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:21:18.614110 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:18.694804 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7a6e0898-f254-4802-975b-1708f358bd61 req-cc8d4454-028d-43a9-9c00-f54d443b7219 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355906 Apr 03 16:21:18.751160 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 38998) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:18.757007 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c4414bc4-cbc8-4e96-b141-6809ac1fac93 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352731311', 'description': 'tempest-description--1309102197'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:18.762717 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Publish callbacks [] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:18.787935 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Allocated IP 172.20.0.8 (064f756d-5861-4e71-9fcb-cacf2c8a4051/87d2e7dc-29ed-462d-a13d-b8e45b3f374d/6c84a861-f909-4919-a176-190ae6f1ebf1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:18.880660 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:18.889670 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7c97551a-8d8c-4c73-919d-94d5c8c44731 req-9a571df3-3229-4c16-873a-b8d790943a90 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 210 time: 0.0367935 Apr 03 16:21:18.901536 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:18.913238 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4414bc4-cbc8-4e96-b141-6809ac1fac93 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:18.954818 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6c457-921e-41d4-a06e-a0254efa3478 None None] Pushing event updated for resources: {'Port': ['ID=9cc81a2e-c85b-4edc-af04-8daba04c632d,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:18.958955 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Attempting to bind port 9cc81a2e-c85b-4edc-af04-8daba04c632d on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:18.959618 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Attempting to bind port 9cc81a2e-c85b-4edc-af04-8daba04c632d by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:18.959737 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Attempting to bind port 9cc81a2e-c85b-4edc-af04-8daba04c632d on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:18.965040 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:18.965869 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:18.965869 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:18.966157 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:18.967033 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Bound port: 9cc81a2e-c85b-4edc-af04-8daba04c632d, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:18.967590 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.004411 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4414bc4-cbc8-4e96-b141-6809ac1fac93 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (d9d1e555-e290-4e1a-8165-842bff86966c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.020499 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] For port 9cc81a2e-c85b-4edc-af04-8daba04c632d, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:19.023987 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] For port 9cc81a2e-c85b-4edc-af04-8daba04c632d, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=9cc81a2e-c85b-4edc-af04-8daba04c632d,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:19.050704 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.086236 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4414bc4-cbc8-4e96-b141-6809ac1fac93 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d9d1e555-e290-4e1a-8165-842bff86966c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.090490 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Allocated IP 172.20.0.1 (ffe90eba-0f45-42f4-ba6b-d9685417999e/45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8/fb06b4ca-d92f-43a8-ac03-ee966b826c08) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:19.115081 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4414bc4-cbc8-4e96-b141-6809ac1fac93 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d1e555-e290-4e1a-8165-842bff86966c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:19.115592 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.178778 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.188330 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Routers {'38b4ca3c-476d-4388-9410-ce14537a8a82'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:19.189065 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['38b4ca3c-476d-4388-9410-ce14537a8a82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:19.218309 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4414bc4-cbc8-4e96-b141-6809ac1fac93 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.219057 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Publish callbacks [] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.222291 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c4414bc4-cbc8-4e96-b141-6809ac1fac93 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4671896 Apr 03 16:21:19.224336 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39008) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:19.227311 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6c457-921e-41d4-a06e-a0254efa3478 None None] Pushing event updated for resources: {'Port': ['ID=9cc81a2e-c85b-4edc-af04-8daba04c632d,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:19.234344 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c85693c9-cc2b-4828-8fde-eb9129f7ad27 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group_rule': {'security_group_id': 'd9d1e555-e290-4e1a-8165-842bff86966c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:19.238040 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:19.246406 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:19.248417 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event updated for resources: {'Port': ['ID=6c84a861-f909-4919-a176-190ae6f1ebf1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:19.251410 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:19.309460 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:19.310232 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.317000 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] Set router 38b4ca3c-476d-4388-9410-ce14537a8a82 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:19.368604 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c85693c9-cc2b-4828-8fde-eb9129f7ad27 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (3e577950-2517-4fda-af9d-c38107cd1984), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.392897 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.417287 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-95aaa8f8-cda5-498a-b562-878e806f777a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5295744 Apr 03 16:21:19.440938 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Request body: {'port': {'device_id': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:19.449287 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Network ffe90eba-0f45-42f4-ba6b-d9685417999e is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:19.463020 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:19.468544 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:19.509035 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=fb06b4ca-d92f-43a8-ac03-ee966b826c08,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:19.520383 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c85693c9-cc2b-4828-8fde-eb9129f7ad27 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (3e577950-2517-4fda-af9d-c38107cd1984), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.529750 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (38b4ca3c-476d-4388-9410-ce14537a8a82), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.556225 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:16Z', 'revision_number': 3, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:19.571090 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-28bb9c77-5b70-40a5-8804-0f48a5b4670e None None] Provisioning complete for port 6c84a861-f909-4919-a176-190ae6f1ebf1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:19.575401 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-28bb9c77-5b70-40a5-8804-0f48a5b4670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.590991 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.591135 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd903ab-a402-41e5-85f3-e2a3acdfce33 None None] The sync data for ids ['38b4ca3c-476d-4388-9410-ce14537a8a82'] in dv-cinder-836247-2-iscsi is: [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:16Z', 'revision_number': 3, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:21:19.615244 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c85693c9-cc2b-4828-8fde-eb9129f7ad27 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (3e577950-2517-4fda-af9d-c38107cd1984), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.635288 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-28bb9c77-5b70-40a5-8804-0f48a5b4670e None None] Port 6c84a861-f909-4919-a176-190ae6f1ebf1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:19.680085 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85693c9-cc2b-4828-8fde-eb9129f7ad27 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e577950-2517-4fda-af9d-c38107cd1984,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:19.779803 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c85693c9-cc2b-4828-8fde-eb9129f7ad27 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.781658 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-c85693c9-cc2b-4828-8fde-eb9129f7ad27 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5564370 Apr 03 16:21:19.784553 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39014) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:19.791432 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-70ebaf24-c0ea-42be-9edf-a2189383ef8e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group_rule': {'security_group_id': 'd9d1e555-e290-4e1a-8165-842bff86966c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:19.848513 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.860442 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-408c38f4-a48e-4385-8ee0-3bca847bc0ce None None] Provisioning complete for port fb06b4ca-d92f-43a8-ac03-ee966b826c08 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:19.861791 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-408c38f4-a48e-4385-8ee0-3bca847bc0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:19.921798 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9d56b-46c9-48e1-b854-ea861bfc2ff3 req-d3b651c2-9f32-4a5b-ac6b-6980ecaeaf8a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:19.924430 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e3f9d56b-46c9-48e1-b854-ea861bfc2ff3 req-d3b651c2-9f32-4a5b-ac6b-6980ecaeaf8a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0869246 Apr 03 16:21:19.967232 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-408c38f4-a48e-4385-8ee0-3bca847bc0ce None None] Port fb06b4ca-d92f-43a8-ac03-ee966b826c08 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:19.988394 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70ebaf24-c0ea-42be-9edf-a2189383ef8e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (5e69aa76-6e7b-4431-9b4c-d1ec804d0feb), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.056891 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e3f9d56b-46c9-48e1-b854-ea861bfc2ff3 req-bdca5be8-bc43-4919-86f5-0ec941bb03d5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961947 Apr 03 16:21:20.067082 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c84a861-f909-4919-a176-190ae6f1ebf1 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:21:20.076782 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Publish callbacks [] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.095108 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Transition to ACTIVE for port object 6c84a861-f909-4919-a176-190ae6f1ebf1 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:21:20.190815 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.214529 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70ebaf24-c0ea-42be-9edf-a2189383ef8e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (5e69aa76-6e7b-4431-9b4c-d1ec804d0feb), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.222161 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 9cc81a2e-c85b-4edc-af04-8daba04c632d up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:20.254793 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387f219-3f40-41af-bbc3-91ace5d9f262 req-94b33090-5349-4fb3-a132-d1b3b4c3bd20 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:20.261007 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3387f219-3f40-41af-bbc3-91ace5d9f262 req-94b33090-5349-4fb3-a132-d1b3b4c3bd20 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 931 time: 0.2075200 Apr 03 16:21:20.292081 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 9cc81a2e-c85b-4edc-af04-8daba04c632d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:20.292735 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.293644 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Pushing event updated for resources: {'Port': ['ID=6c84a861-f909-4919-a176-190ae6f1ebf1,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:20.317659 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70ebaf24-c0ea-42be-9edf-a2189383ef8e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (5e69aa76-6e7b-4431-9b4c-d1ec804d0feb), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.325749 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Publish callbacks [] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.363957 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebaf24-c0ea-42be-9edf-a2189383ef8e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e69aa76-6e7b-4431-9b4c-d1ec804d0feb,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:20.399437 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.403637 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Attempting to bind port 6c84a861-f909-4919-a176-190ae6f1ebf1 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:20.406750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Attempting to bind port 6c84a861-f909-4919-a176-190ae6f1ebf1 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:20.406750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Attempting to bind port 6c84a861-f909-4919-a176-190ae6f1ebf1 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:20.410298 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Port 6c84a861-f909-4919-a176-190ae6f1ebf1 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:21:20.410880 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Attempting to bind port 6c84a861-f909-4919-a176-190ae6f1ebf1 on network 064f756d-5861-4e71-9fcb-cacf2c8a4051 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:20.412468 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 9cc81a2e-c85b-4edc-af04-8daba04c632d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:20.412862 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.416947 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:20.417524 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Checking segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:20.418134 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Bound using segment: {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:20.418771 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Bound port: 6c84a861-f909-4919-a176-190ae6f1ebf1, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87bbb92-3994-42c0-b30e-6d622ac4244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:20.419319 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.434863 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3387f219-3f40-41af-bbc3-91ace5d9f262 req-04ed9715-cbf6-488c-a4c1-982f279600e5 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655447 Apr 03 16:21:20.466457 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port 9cc81a2e-c85b-4edc-af04-8daba04c632d, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=9cc81a2e-c85b-4edc-af04-8daba04c632d,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:20.483488 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70ebaf24-c0ea-42be-9edf-a2189383ef8e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.487181 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-70ebaf24-c0ea-42be-9edf-a2189383ef8e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7008412 Apr 03 16:21:20.488021 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 39020) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:20.505189 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:20.511051 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=fb06b4ca-d92f-43a8-ac03-ee966b826c08,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:20.517308 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (38b4ca3c-476d-4388-9410-ce14537a8a82), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.536053 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] For port 6c84a861-f909-4919-a176-190ae6f1ebf1, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:20.542062 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] For port 6c84a861-f909-4919-a176-190ae6f1ebf1, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6c84a861-f909-4919-a176-190ae6f1ebf1,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:20.552285 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.620973 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=9cc81a2e-c85b-4edc-af04-8daba04c632d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:20.638428 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.648608 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Network ffe90eba-0f45-42f4-ba6b-d9685417999e is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:20.652326 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:20.677582 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:20.677767 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.679166 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] 10.222.0.21 "PUT /v2.0/ports/6c84a861-f909-4919-a176-190ae6f1ebf1 HTTP/1.1" status: 200 len: 1093 time: 1.2508435 Apr 03 16:21:20.679614 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:21:20.682027 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df594c23-12b0-46df-a808-2e74f136f046" -d '{"events": [{"name": "network-changed", "server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:21:20.705243 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:20.783560 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e24857-7b90-43f5-b022-636b3cb6a907 x-openstack-request-id: req-75e24857-7b90-43f5-b022-636b3cb6a907 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:21:20.784084 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:21:20.784515 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75e24857-7b90-43f5-b022-636b3cb6a907 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:21:20.784926 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e24857-7b90-43f5-b022-636b3cb6a907'] response: {'name': 'network-changed', 'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'status': 'completed', 'code': 200} Apr 03 16:21:20.793553 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccdb63-8bee-462d-b298-8c494a4d9b97 service neutron] Pushing event updated for resources: {'Port': ['ID=6c84a861-f909-4919-a176-190ae6f1ebf1,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:20.821247 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:21:20.844518 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Router 38b4ca3c-476d-4388-9410-ce14537a8a82 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:21:20.887675 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df594c23-12b0-46df-a808-2e74f136f046 req-4e513a0c-26cb-426c-af9c-412bcf923124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:20.889210 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df594c23-12b0-46df-a808-2e74f136f046 req-4e513a0c-26cb-426c-af9c-412bcf923124 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 1127 time: 0.0857301 Apr 03 16:21:21.004010 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:21:21.013173 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-500e057d-8e4a-44f1-b707-16eecf775ec0 admin admin] 10.222.0.37 "PUT /v2.0/routers/38b4ca3c-476d-4388-9410-ce14537a8a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7764809 Apr 03 16:21:21.015072 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:21.052878 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-75dda1fd-4548-4de3-af6e-816d149d2da9 None None] Provisioning complete for port fb06b4ca-d92f-43a8-ac03-ee966b826c08 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:21.053818 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75dda1fd-4548-4de3-af6e-816d149d2da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:21.096095 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df594c23-12b0-46df-a808-2e74f136f046 req-6c8269aa-2b96-4203-a176-e1ed97da5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:21.111489 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-75dda1fd-4548-4de3-af6e-816d149d2da9 None None] Port fb06b4ca-d92f-43a8-ac03-ee966b826c08 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:21.111995 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df594c23-12b0-46df-a808-2e74f136f046 req-6c8269aa-2b96-4203-a176-e1ed97da5b4d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2030895 Apr 03 16:21:21.200892 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408842e4-ed78-405e-b5dd-c438d605408a req-cf95054d-8f64-4a27-95bf-ccde5dba656b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:21.203318 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-408842e4-ed78-405e-b5dd-c438d605408a req-cf95054d-8f64-4a27-95bf-ccde5dba656b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0570478 Apr 03 16:21:21.246586 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Allocated IP 172.27.0.169 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/65616668-0294-4e58-960f-4ee7c91a1b4b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:21.253269 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-408842e4-ed78-405e-b5dd-c438d605408a req-e063deae-2986-49bb-b19e-e9144abc96b9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441079 Apr 03 16:21:21.275152 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df594c23-12b0-46df-a808-2e74f136f046 req-80da540f-490e-4b32-a3e2-14462db61066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:21.276681 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df594c23-12b0-46df-a808-2e74f136f046 req-80da540f-490e-4b32-a3e2-14462db61066 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575551 Apr 03 16:21:21.400955 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (65616668-0294-4e58-960f-4ee7c91a1b4b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:21.407975 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-3fde9ed4-5117-4b17-80b2-a901c9ef89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:21.409471 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-3fde9ed4-5117-4b17-80b2-a901c9ef89c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 1127 time: 0.0795591 Apr 03 16:21:21.466310 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-db529709-d5c9-4eb4-80b8-434559ab1383 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c84a861-f909-4919-a176-190ae6f1ebf1 HTTP/1.1" status: 200 len: 217 time: 0.0429492 Apr 03 16:21:21.554916 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (65616668-0294-4e58-960f-4ee7c91a1b4b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:21.557460 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-59ca9518-c9bd-4735-9cc9-75a396155d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:21.559024 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-59ca9518-c9bd-4735-9cc9-75a396155d63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0820935 Apr 03 16:21:21.626324 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:21.635264 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:21.637707 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:21.679412 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=65616668-0294-4e58-960f-4ee7c91a1b4b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:21.697661 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e3f53-1288-429f-9a5d-7d2bb68a8377 req-c159ff9d-2c45-4376-9deb-a5ee2edac2f4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:21.699252 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-191e3f53-1288-429f-9a5d-7d2bb68a8377 req-c159ff9d-2c45-4376-9deb-a5ee2edac2f4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 943 time: 0.1769705 Apr 03 16:21:21.740558 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-70098def-f7fb-4ad9-8ff7-2a0d73ae6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:21.742054 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-70098def-f7fb-4ad9-8ff7-2a0d73ae6c6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1716909 Apr 03 16:21:21.820969 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39048) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:21.829934 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1439543355-network', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:21.837723 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Sync routers for ids ['38b4ca3c-476d-4388-9410-ce14537a8a82'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:21:21.849357 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Routers {'38b4ca3c-476d-4388-9410-ce14537a8a82'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:21.850083 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['38b4ca3c-476d-4388-9410-ce14537a8a82'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:21.943623 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Made reservation on behalf of c80d35f16cf14a03acaf781119bf1bef for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:21:21.946546 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:21.962267 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.055743 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Publish callbacks [] for security_group (91955e1d-0589-47b7-acf3-be6977f8e526), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.100151 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Set router 38b4ca3c-476d-4388-9410-ce14537a8a82 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:22.128964 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (91955e1d-0589-47b7-acf3-be6977f8e526), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.129149 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-191e3f53-1288-429f-9a5d-7d2bb68a8377 req-00a8dd5a-00ed-4702-b56e-c811e7941704 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4234312 Apr 03 16:21:22.139019 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (84f0aac4-6b8f-4b22-8004-02aac15a419b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.172961 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:21:22.193379 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (dbd7bbb5-f379-405e-bf81-2b920ab7c042), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.193797 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.segments_db [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Added segment dbd7bbb5-f379-405e-bf81-2b920ab7c042 of type vlan for network 1b9932fa-76cb-4492-a562-5da251f48b00 Apr 03 16:21:22.195436 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91955e1d-0589-47b7-acf3-be6977f8e526,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:22.205698 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-52c8f553-290b-4cd6-ad07-a891bc895aa1 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331782 Apr 03 16:21:22.251614 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 9cc81a2e-c85b-4edc-af04-8daba04c632d up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:22.254594 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (1b9932fa-76cb-4492-a562-5da251f48b00), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.310782 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (65616668-0294-4e58-960f-4ee7c91a1b4b), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.349099 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (1b9932fa-76cb-4492-a562-5da251f48b00), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.350260 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:22.351457 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.356951 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 9cc81a2e-c85b-4edc-af04-8daba04c632d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:22.357332 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.364376 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23f74d93-4fe0-4b2c-b36f-5e71d9a6446e req-f45dc385-a9bd-4e47-a754-0602091a6aa6 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519067 Apr 03 16:21:22.451720 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fb06b4ca-d92f-43a8-ac03-ee966b826c08', 'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'mac_address': 'fa:16:3e:01:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:18Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 2, 'project_id': '6828b1bee678430d9fed44785ab214de', 'subnets': [{'id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:22.488173 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Checking router: 38b4ca3c-476d-4388-9410-ce14537a8a82 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:21:22.488603 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Updating router 38b4ca3c-476d-4388-9410-ce14537a8a82 port fb06b4ca-d92f-43a8-ac03-ee966b826c08 binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:21:22.498756 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (65616668-0294-4e58-960f-4ee7c91a1b4b), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.519464 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 9cc81a2e-c85b-4edc-af04-8daba04c632d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:22.530832 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.576335 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (65616668-0294-4e58-960f-4ee7c91a1b4b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.652581 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=65616668-0294-4e58-960f-4ee7c91a1b4b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:22.665118 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (84f0aac4-6b8f-4b22-8004-02aac15a419b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.684198 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] Pushing event updated for resources: {'Network': ['ID=1b9932fa-76cb-4492-a562-5da251f48b00,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:22.711887 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b530ee3-8648-41bf-8bc2-a74ef364ccb4 req-2a1fa2d1-4d49-4b6c-8198-9c27504c2f33 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:22.716921 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1b530ee3-8648-41bf-8bc2-a74ef364ccb4 req-2a1fa2d1-4d49-4b6c-8198-9c27504c2f33 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.3599343 Apr 03 16:21:22.718226 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 1b9932fa-76cb-4492-a562-5da251f48b00 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:21:22.736679 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-81d95551-0787-4ee3-b218-0c96af1ef4bb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9144120 Apr 03 16:21:22.739336 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39056) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:22.746593 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Request body: {'subnet': {'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1439543355-subnet', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:22.759666 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.761851 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e18d4246-6796-47c7-b5dd-4f2722feca26 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2660809 Apr 03 16:21:22.792577 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1b530ee3-8648-41bf-8bc2-a74ef364ccb4 req-daa5ed7b-8c6a-463e-b0b5-10a9c1e0bd2d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729558 Apr 03 16:21:22.849129 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Made reservation on behalf of c80d35f16cf14a03acaf781119bf1bef for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:21:22.851682 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7454070'] for subnet (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.910175 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Publish callbacks [] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:22.983826 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-8c718e6c-ea01-4f64-a68f-35731d79429d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--352731311&fields=id&tenant_id=9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 267 time: 0.0450113 Apr 03 16:21:23.009301 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.060871 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70874c6-6860-464b-b75d-e4aacbbc6ea7 None None] Pushing event updated for resources: {'Port': ['ID=fb06b4ca-d92f-43a8-ac03-ee966b826c08,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:23.097970 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8307559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7454048'] for subnet (d6b9c4df-68b3-48c1-9402-86d2415920e3), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.111827 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785b606-6792-429e-9f29-698ddf0928f7 req-5e4c00f7-8f60-4ff9-a3e5-8292a4196386 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:23.113641 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-5e4c00f7-8f60-4ff9-a3e5-8292a4196386 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 814 time: 0.1231685 Apr 03 16:21:23.127042 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Attempting to bind port fb06b4ca-d92f-43a8-ac03-ee966b826c08 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:23.127417 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Attempting to bind port fb06b4ca-d92f-43a8-ac03-ee966b826c08 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:23.127779 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Attempting to bind port fb06b4ca-d92f-43a8-ac03-ee966b826c08 on network ffe90eba-0f45-42f4-ba6b-d9685417999e {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:23.128681 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-9e0d91ef-8b93-4adc-af91-65c9ce14dc84 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/quotas/9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 375 time: 0.0098581 Apr 03 16:21:23.138490 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:23.138996 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Checking segment: {'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:23.139401 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.140337 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Bound using segment: {'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:23.140793 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Bound port: fb06b4ca-d92f-43a8-ac03-ee966b826c08, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:23.141176 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.185838 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b9c4df-68b3-48c1-9402-86d2415920e3,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:23.193577 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Checking segment: {'id': 'dbd7bbb5-f379-405e-bf81-2b920ab7c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:23.194247 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-6247cbf5-56dc-46df-a48b-9034cce98cf8 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601752 Apr 03 16:21:23.201296 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Network hostable DHCP agents. Network: 1b9932fa-76cb-4492-a562-5da251f48b00, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:21:23.266387 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] For port fb06b4ca-d92f-43a8-ac03-ee966b826c08, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:23.271340 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] For port fb06b4ca-d92f-43a8-ac03-ee966b826c08, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=fb06b4ca-d92f-43a8-ac03-ee966b826c08,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:23.294698 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Network 1b9932fa-76cb-4492-a562-5da251f48b00 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:21:23.331240 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb97e4b-0bd8-4052-862a-dd892e29ee2c req-519d656d-2b90-4f11-9697-6363d4182f82 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:23.332756 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cdb97e4b-0bd8-4052-862a-dd892e29ee2c req-519d656d-2b90-4f11-9697-6363d4182f82 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 943 time: 0.0859873 Apr 03 16:21:23.340581 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-6e047e2c-ac43-41a2-a739-c4471c6fe34a service neutron] 10.222.0.37 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337821 Apr 03 16:21:23.366838 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.390507 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cdb97e4b-0bd8-4052-862a-dd892e29ee2c req-e5ec2be6-6451-4966-9f21-0129e2a613a7 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506341 Apr 03 16:21:23.394542 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 1b9932fa-76cb-4492-a562-5da251f48b00) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:23.399437 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:23.400156 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.409459 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e0ea2-0f2f-4343-84d4-6274fdf5c9ef None None] Network 1b9932fa-76cb-4492-a562-5da251f48b00 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:21:23.450631 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-d809b955-3aa0-4fb3-9774-802202f295d2 service neutron] 10.222.0.37 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038969 Apr 03 16:21:23.482192 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-4ba2b134-c5e0-441f-8040-d8df896a2a44 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7395627 Apr 03 16:21:23.482402 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39082) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:23.488471 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1439543355-router', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:23.516316 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7ee79a84-3e49-4c79-8888-4e09699678a6 None None] Provisioning complete for port fb06b4ca-d92f-43a8-ac03-ee966b826c08 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:23.516753 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ee79a84-3e49-4c79-8888-4e09699678a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.534541 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Routers {'38b4ca3c-476d-4388-9410-ce14537a8a82'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:23.535345 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['38b4ca3c-476d-4388-9410-ce14537a8a82'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:23.556422 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70874c6-6860-464b-b75d-e4aacbbc6ea7 None None] Pushing event updated for resources: {'Port': ['ID=fb06b4ca-d92f-43a8-ac03-ee966b826c08,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:23.686081 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-1b9932fa-76cb-4492-a562-5da251f48b00', 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00', 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'fixed_ips': [{'subnet_id': 'd6b9c4df-68b3-48c1-9402-86d2415920e3'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:21:23.687529 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.694595 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.695663 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.744913 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] Set router 38b4ca3c-476d-4388-9410-ce14537a8a82 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:23.748140 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks [] for router_controller (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.817411 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-db9a4225-87c7-4b4f-b305-557497ce22b4 req-a432712d-407c-42ce-bd48-5426fc47a0c2 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 210 time: 0.0317512 Apr 03 16:21:23.842646 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7ee79a84-3e49-4c79-8888-4e09699678a6 None None] Current status of the port fb06b4ca-d92f-43a8-ac03-ee966b826c08 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:23.843046 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ee79a84-3e49-4c79-8888-4e09699678a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:23.971929 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a13d5-0bdb-4ef6-b189-c7e816a8be6a req-7ef8f314-8dbf-4065-bcb1-702d644a6267 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:23.973793 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-451a13d5-0bdb-4ef6-b189-c7e816a8be6a req-7ef8f314-8dbf-4065-bcb1-702d644a6267 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0706544 Apr 03 16:21:24.001132 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7ee79a84-3e49-4c79-8888-4e09699678a6 None None] For port fb06b4ca-d92f-43a8-ac03-ee966b826c08, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=fb06b4ca-d92f-43a8-ac03-ee966b826c08,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:24.020801 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Allocated IP 172.20.0.2 (1b9932fa-76cb-4492-a562-5da251f48b00/d6b9c4df-68b3-48c1-9402-86d2415920e3/42a0037b-8ee9-49d6-a49f-3e059a67889c) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:24.025785 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-451a13d5-0bdb-4ef6-b189-c7e816a8be6a req-9bfe3708-765f-40ff-808f-7fc037fa3104 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452082 Apr 03 16:21:24.028777 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks [] for router_gateway (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.165939 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ee79a84-3e49-4c79-8888-4e09699678a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.308941 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee79a84-3e49-4c79-8888-4e09699678a6 None None] Pushing event updated for resources: {'Port': ['ID=fb06b4ca-d92f-43a8-ac03-ee966b826c08,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:24.315773 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks [] for router_gateway (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.329930 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dcce9a00-a2fb-44f0-9379-de1160b64a90 None None] Provisioning complete for port fb06b4ca-d92f-43a8-ac03-ee966b826c08 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:24.330507 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dcce9a00-a2fb-44f0-9379-de1160b64a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.336605 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.437007 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fb06b4ca-d92f-43a8-ac03-ee966b826c08', 'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'mac_address': 'fa:16:3e:01:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:18Z', 'updated_at': '2022-04-03T16:21:23Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'subnets': [{'id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:24.460733 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Allocated IP 172.27.0.242 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/d26ec0a8-7799-4de1-babd-eba069bef6f7) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:24.472823 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867158f3-798c-4588-b9cc-68c90cc7e46b None None] The sync data for ids ['38b4ca3c-476d-4388-9410-ce14537a8a82'] in dv-cinder-836247-2-iscsi is: [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fb06b4ca-d92f-43a8-ac03-ee966b826c08', 'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'mac_address': 'fa:16:3e:01:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:18Z', 'updated_at': '2022-04-03T16:21:23Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'subnets': [{'id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:21:24.504771 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Publish callbacks [] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.530733 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dcce9a00-a2fb-44f0-9379-de1160b64a90 None None] Current status of the port fb06b4ca-d92f-43a8-ac03-ee966b826c08 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:24.575418 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.609993 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b61b9-e9e5-4bd3-90cb-897a1eb43af8 req-6fc6dccf-9073-41c3-9c55-b0c34077a7d0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:24.611916 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f8b61b9-e9e5-4bd3-90cb-897a1eb43af8 req-6fc6dccf-9073-41c3-9c55-b0c34077a7d0 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 943 time: 0.1367612 Apr 03 16:21:24.619653 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Network 1b9932fa-76cb-4492-a562-5da251f48b00 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:24.626949 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:24.631777 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:24.635067 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Pushing event updated for resources: {'Port': ['ID=42a0037b-8ee9-49d6-a49f-3e059a67889c,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:24.640173 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks [] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.689502 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Attempting to bind port 42a0037b-8ee9-49d6-a49f-3e059a67889c on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:24.689712 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Attempting to bind port 42a0037b-8ee9-49d6-a49f-3e059a67889c by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'dbd7bbb5-f379-405e-bf81-2b920ab7c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:24.689967 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Attempting to bind port 42a0037b-8ee9-49d6-a49f-3e059a67889c on network 1b9932fa-76cb-4492-a562-5da251f48b00 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:24.695223 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:24.695668 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Checking segment: {'id': 'dbd7bbb5-f379-405e-bf81-2b920ab7c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:24.695987 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.696383 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Bound using segment: {'id': 'dbd7bbb5-f379-405e-bf81-2b920ab7c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:24.696861 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Bound port: 42a0037b-8ee9-49d6-a49f-3e059a67889c, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd7bbb5-f379-405e-bf81-2b920ab7c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:24.697267 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.712767 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7f8b61b9-e9e5-4bd3-90cb-897a1eb43af8 req-1052a1d5-75d4-4044-bd55-5612931a6c2d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768905 Apr 03 16:21:24.770133 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] For port 42a0037b-8ee9-49d6-a49f-3e059a67889c, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:24.773347 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] For port 42a0037b-8ee9-49d6-a49f-3e059a67889c, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=42a0037b-8ee9-49d6-a49f-3e059a67889c,segment=NetworkSegment(dbd7bbb5-f379-405e-bf81-2b920ab7c042),segment_id=dbd7bbb5-f379-405e-bf81-2b920ab7c042)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:24.797835 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.841078 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:24.843146 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:24.849149 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:24.851722 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:24.878008 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=d26ec0a8-7799-4de1-babd-eba069bef6f7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:24.942398 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602438f-d726-4e51-b74d-87380137e1b3 None None] Pushing event updated for resources: {'Port': ['ID=42a0037b-8ee9-49d6-a49f-3e059a67889c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:25.033218 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5d3418e2-def2-44f9-b309-a308ae339260 req-55482985-9364-4c8c-8e07-8881c85f19b2 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 210 time: 0.0379374 Apr 03 16:21:25.165859 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f79563-bb1b-4024-a0c4-5fc468f9093b req-93b8c40e-1dc4-4f64-848a-850559da8f9f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:25.167706 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e4f79563-bb1b-4024-a0c4-5fc468f9093b req-93b8c40e-1dc4-4f64-848a-850559da8f9f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0603940 Apr 03 16:21:25.331679 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e4f79563-bb1b-4024-a0c4-5fc468f9093b req-01f31003-72e1-4f6c-98de-fe8e619aca39 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550868 Apr 03 16:21:25.337867 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device b04d9afb-d699-458d-a083-7df54b9d4701 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:21:25.372313 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks [] for router_gateway (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:25.501107 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:25.513790 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'port_id': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'mac_address': 'fa:16:3e:70:a2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:21:25.573663 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port b04d9afb-d699-458d-a083-7df54b9d4701 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:25.574078 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:25.590102 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b04d9afb-d699-458d-a083-7df54b9d4701 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:21:25.613951 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:25.627586 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:25.671614 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:25.727651 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:25.787432 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['b04d9afb-d699-458d-a083-7df54b9d4701'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:21:25.855902 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:21:25.886516 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b280f8b-991c-494d-b00b-c54ef65aa639 req-47da94cf-05f4-412b-9188-9516d64c728e tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:25.888922 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b280f8b-991c-494d-b00b-c54ef65aa639 req-47da94cf-05f4-412b-9188-9516d64c728e tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 943 time: 0.0712969 Apr 03 16:21:25.973339 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b280f8b-991c-494d-b00b-c54ef65aa639 req-46da13fb-9121-4f63-95e0-4aabe76d1602 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651467 Apr 03 16:21:26.059129 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:21:26.068837 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Sync routers for ids ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:21:26.083951 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Routers {'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:26.084972 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:26.180014 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d372a47e-1775-44f8-aa14-55d78e759125 None None] Network 1b9932fa-76cb-4492-a562-5da251f48b00 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:21:26.204605 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Set router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:26.237198 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3b07729a-ae5e-46f2-81a2-ee8faa4b50f6 req-5f650d09-7936-4d3d-94ab-6f244d3cadd0 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 210 time: 0.0863533 Apr 03 16:21:26.240377 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:26.264077 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-328c7250-cd13-458a-b47e-0087efbafbe6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7743402 Apr 03 16:21:26.264356 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39120) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:26.305432 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785b606-6792-429e-9f29-698ddf0928f7 req-56eade79-0848-41a6-ac9e-d1dee8278e2c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:26.307941 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-56eade79-0848-41a6-ac9e-d1dee8278e2c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 814 time: 0.2325423 Apr 03 16:21:26.320911 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0b9cf9fd-c1c9-458a-9812-eaa3ed31bdf2 None None] Provisioning complete for port 42a0037b-8ee9-49d6-a49f-3e059a67889c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:26.321573 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf9fd-c1c9-458a-9812-eaa3ed31bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:26.393264 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device fb06b4ca-d92f-43a8-ac03-ee966b826c08 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:26.442520 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-33051c45-622e-4100-9c49-11eeec1d8957 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 471 time: 0.1210523 Apr 03 16:21:26.456742 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'port': {'device_id': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'admin_state_up': True, 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'security_groups': ['d9d1e555-e290-4e1a-8165-842bff86966c']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:26.555946 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0b9cf9fd-c1c9-458a-9812-eaa3ed31bdf2 None None] Current status of the port 42a0037b-8ee9-49d6-a49f-3e059a67889c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:26.556622 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf9fd-c1c9-458a-9812-eaa3ed31bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:26.564479 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'name': 'tempest-TestMinimumBasicScenario-1439543355-router', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:23Z', 'updated_at': '2022-04-03T16:21:25Z', 'revision_number': 3, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'gw_port': {'id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:24Z', 'updated_at': '2022-04-03T16:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:26.583511 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port fb06b4ca-d92f-43a8-ac03-ee966b826c08 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:26.583882 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:26.617350 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Checking router: efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:21:26.617694 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Updating router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 port d26ec0a8-7799-4de1-babd-eba069bef6f7 binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:21:26.657909 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:26.660151 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0b9cf9fd-c1c9-458a-9812-eaa3ed31bdf2 None None] For port 42a0037b-8ee9-49d6-a49f-3e059a67889c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=42a0037b-8ee9-49d6-a49f-3e059a67889c,segment=NetworkSegment(dbd7bbb5-f379-405e-bf81-2b920ab7c042),segment_id=dbd7bbb5-f379-405e-bf81-2b920ab7c042)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:26.705270 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb296e5e-b6b3-4b9b-b0a2-45af7fe2bf7c req-713889a4-0752-4cd4-8e17-3179b8c066b9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:26.712579 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb296e5e-b6b3-4b9b-b0a2-45af7fe2bf7c req-713889a4-0752-4cd4-8e17-3179b8c066b9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 944 time: 0.1569438 Apr 03 16:21:26.774881 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf9fd-c1c9-458a-9812-eaa3ed31bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:26.778664 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb296e5e-b6b3-4b9b-b0a2-45af7fe2bf7c req-013e7f05-0d8e-4b29-8613-873889880114 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649648 Apr 03 16:21:26.846024 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Made reservation on behalf of 9647e423a51e409b8ab4cd779b130ad8 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:21:26.849716 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:26.873471 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port fb06b4ca-d92f-43a8-ac03-ee966b826c08 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:26.874815 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 42a0037b-8ee9-49d6-a49f-3e059a67889c up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:26.929168 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cf9fd-c1c9-458a-9812-eaa3ed31bdf2 None None] Pushing event updated for resources: {'Port': ['ID=42a0037b-8ee9-49d6-a49f-3e059a67889c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:26.946291 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2c9d7ae4-8b31-49dd-8bc2-5c0cfe7d5a29 None None] Provisioning complete for port 42a0037b-8ee9-49d6-a49f-3e059a67889c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:26.946839 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c9d7ae4-8b31-49dd-8bc2-5c0cfe7d5a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:26.990551 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 42a0037b-8ee9-49d6-a49f-3e059a67889c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:26.991147 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.081855 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Publish callbacks [] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.086455 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d7ae4-8b31-49dd-8bc2-5c0cfe7d5a29 None None] Current status of the port 42a0037b-8ee9-49d6-a49f-3e059a67889c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:27.110338 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Allocated IP 172.20.0.8 (45d16502-bfea-4cd7-9a04-a1e90b72c332/4bb12f4e-96b5-456c-9dd1-7dd0370c42c9/0e7a16c4-790e-49f2-bee3-636fc58b5cc9) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:27.150209 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 42a0037b-8ee9-49d6-a49f-3e059a67889c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:27.175669 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.194875 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48ea4a-829f-4704-8d5b-d6a382410643 req-bd631a79-ede9-4ea1-95e7-1d7e33bafe7f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:27.196186 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ad48ea4a-829f-4704-8d5b-d6a382410643 req-bd631a79-ede9-4ea1-95e7-1d7e33bafe7f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 943 time: 0.1165860 Apr 03 16:21:27.237795 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4135b-9d23-4636-82c7-da8497b151d7 req-3777f88e-57a2-4773-8595-a7d21c7cdf6e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:27.243195 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2eb4135b-9d23-4636-82c7-da8497b151d7 req-3777f88e-57a2-4773-8595-a7d21c7cdf6e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0896428 Apr 03 16:21:27.312859 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ad48ea4a-829f-4704-8d5b-d6a382410643 req-a6345753-3529-4924-912f-f82eadcd199c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983918 Apr 03 16:21:27.326801 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013169d-4bd2-4a82-a9ea-d09cef62f952 None None] Pushing event updated for resources: {'Port': ['ID=d26ec0a8-7799-4de1-babd-eba069bef6f7,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:27.349769 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.350209 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6c84a861-f909-4919-a176-190ae6f1ebf1 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:21:27.353384 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Attempting to bind port d26ec0a8-7799-4de1-babd-eba069bef6f7 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:27.355197 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Attempting to bind port d26ec0a8-7799-4de1-babd-eba069bef6f7 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:27.355435 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Attempting to bind port d26ec0a8-7799-4de1-babd-eba069bef6f7 on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:27.361999 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:27.367523 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:27.367523 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.367523 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:27.367523 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Bound port: d26ec0a8-7799-4de1-babd-eba069bef6f7, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:27.367523 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.368105 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device b04d9afb-d699-458d-a083-7df54b9d4701 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:27.411049 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2eb4135b-9d23-4636-82c7-da8497b151d7 req-0b9d6cc6-4dcd-4c7c-a474-8aac7f6cdadc tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508007 Apr 03 16:21:27.430530 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-107650ff-d42f-45b8-926a-89694d197059 req-31d6bcf3-0c17-48d9-a46e-a36794f5c9a8 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 210 time: 0.0286629 Apr 03 16:21:27.453758 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] For port d26ec0a8-7799-4de1-babd-eba069bef6f7, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:27.459014 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] For port d26ec0a8-7799-4de1-babd-eba069bef6f7, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=d26ec0a8-7799-4de1-babd-eba069bef6f7,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:27.476632 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.479212 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.513722 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port b04d9afb-d699-458d-a083-7df54b9d4701 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:27.514406 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.521573 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:27.524706 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:27.531761 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:27.538224 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:27.552485 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 6c84a861-f909-4919-a176-190ae6f1ebf1, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6c84a861-f909-4919-a176-190ae6f1ebf1,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:27.565589 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.578435 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'port_id': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'mac_address': 'fa:16:3e:19:82:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:21:27.591028 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:27.591476 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.639894 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Routers {'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:27.640835 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:27.641960 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 6c84a861-f909-4919-a176-190ae6f1ebf1 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:27.642815 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.679011 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Allocated IP 172.20.0.1 (1b9932fa-76cb-4492-a562-5da251f48b00/d6b9c4df-68b3-48c1-9402-86d2415920e3/90a71c74-1e5c-4bc8-a5a7-a98483cd0688) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:27.696871 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c84a861-f909-4919-a176-190ae6f1ebf1 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:21:27.711629 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1a5fcab9-c07e-43fd-af66-b3b6c362b782 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2622538 Apr 03 16:21:27.724478 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Request body: {'port': {'device_id': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:27.745347 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013169d-4bd2-4a82-a9ea-d09cef62f952 None None] Pushing event updated for resources: {'Port': ['ID=d26ec0a8-7799-4de1-babd-eba069bef6f7,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:27.829279 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] Set router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:27.842246 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.853940 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Publish callbacks [] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.924621 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port b04d9afb-d699-458d-a083-7df54b9d4701 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:27.925025 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.930220 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-505aa2a8-ea30-4ebd-a9cf-1c9c25ced95b None None] Provisioning complete for port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:27.930595 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-505aa2a8-ea30-4ebd-a9cf-1c9c25ced95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:27.959770 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36efa6-8b64-4b0e-8e38-def56f11641b req-c9285064-bb32-4ce4-b8c5-1c5caa6e9540 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:27.961541 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b36efa6-8b64-4b0e-8e38-def56f11641b req-c9285064-bb32-4ce4-b8c5-1c5caa6e9540 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 944 time: 0.0652912 Apr 03 16:21:27.974685 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 6c84a861-f909-4919-a176-190ae6f1ebf1, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6c84a861-f909-4919-a176-190ae6f1ebf1,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:27.981364 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-505aa2a8-ea30-4ebd-a9cf-1c9c25ced95b None None] Port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:27.997028 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:21:28.000453 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141883e1-c367-44b3-89ff-4675d91a141e" -d '{"events": [{"server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "name": "network-vif-plugged", "status": "completed", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:21:28.013323 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:28.017852 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.032334 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.065363 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'name': 'tempest-TestMinimumBasicScenario-1439543355-router', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:23Z', 'updated_at': '2022-04-03T16:21:25Z', 'revision_number': 3, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'gw_port': {'id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:24Z', 'updated_at': '2022-04-03T16:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:28.068685 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5644d0-e180-497f-a9a0-a31953870093 x-openstack-request-id: req-8a5644d0-e180-497f-a9a0-a31953870093 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:21:28.069813 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "name": "network-vif-plugged", "status": "completed", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:21:28.069813 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a5644d0-e180-497f-a9a0-a31953870093 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:21:28.070587 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5644d0-e180-497f-a9a0-a31953870093'] response: {'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'code': 200} Apr 03 16:21:28.073409 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b36efa6-8b64-4b0e-8e38-def56f11641b req-46205a38-75a8-42d2-a99d-30145c0ec36b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063733 Apr 03 16:21:28.085165 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Network 1b9932fa-76cb-4492-a562-5da251f48b00 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:28.088131 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:28.094531 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:28.096200 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.117249 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484b0f8-979b-46f5-a7ad-52418befa512 None None] The sync data for ids ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'] in dv-cinder-836247-2-iscsi is: [{'id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'name': 'tempest-TestMinimumBasicScenario-1439543355-router', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:23Z', 'updated_at': '2022-04-03T16:21:25Z', 'revision_number': 3, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'gw_port': {'id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:24Z', 'updated_at': '2022-04-03T16:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:21:28.142941 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Pushing event updated for resources: {'Port': ['ID=90a71c74-1e5c-4bc8-a5a7-a98483cd0688,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:28.165517 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.192940 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=6c84a861-f909-4919-a176-190ae6f1ebf1,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:28.204734 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:21:28.218314 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Publish callbacks [] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.248342 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Transition to ACTIVE for port object 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:21:28.293885 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 42a0037b-8ee9-49d6-a49f-3e059a67889c up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:28.297542 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:28.352240 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.352752 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 42a0037b-8ee9-49d6-a49f-3e059a67889c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:28.352752 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.456939 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Pushing event updated for resources: {'Port': ['ID=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:28.486973 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.518257 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 42a0037b-8ee9-49d6-a49f-3e059a67889c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:28.539178 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ca2721d4-e172-4e88-9c48-5689030fe287 None None] Provisioning complete for port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:28.539552 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca2721d4-e172-4e88-9c48-5689030fe287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.609861 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ca2721d4-e172-4e88-9c48-5689030fe287 None None] Port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:28.651720 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['6c84a861-f909-4919-a176-190ae6f1ebf1'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:21:28.674749 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4803f4-d8c2-4440-a45e-e1c1fae06892 req-ee7a1b40-c0fa-46ca-b482-760a3b707f6d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:28.690709 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7e4803f4-d8c2-4440-a45e-e1c1fae06892 req-ee7a1b40-c0fa-46ca-b482-760a3b707f6d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 944 time: 0.2470951 Apr 03 16:21:28.705315 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Attempting to bind port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:28.707307 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Attempting to bind port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:28.707681 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Attempting to bind port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:28.714019 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87f7e-e3a4-4e08-a221-94863c7ed56d req-b2c6080e-cebb-4d10-ad4d-cbf65e395017 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:28.715690 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-55c87f7e-e3a4-4e08-a221-94863c7ed56d req-b2c6080e-cebb-4d10-ad4d-cbf65e395017 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.1712546 Apr 03 16:21:28.736539 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:21:28.736884 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Attempting to bind port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:28.757294 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:28.757824 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Checking segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:28.758244 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Bound using segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:28.758731 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Bound port: 0e7a16c4-790e-49f2-bee3-636fc58b5cc9, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:28.759102 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.809315 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-55c87f7e-e3a4-4e08-a221-94863c7ed56d req-a0afc961-a31b-4073-949a-0e580604b212 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857527 Apr 03 16:21:28.842136 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Publish callbacks [] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.872855 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7e4803f4-d8c2-4440-a45e-e1c1fae06892 req-c775ccd6-9475-4cf7-ba36-1370d32c4121 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626928 Apr 03 16:21:28.892791 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] For port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:28.900658 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] For port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:28.927804 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:28.975934 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:29.008290 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Pushing event updated for resources: {'Port': ['ID=90a71c74-1e5c-4bc8-a5a7-a98483cd0688,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:29.010252 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:29.010955 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:29.013086 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:29.013478 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] 10.222.0.21 "PUT /v2.0/ports/0e7a16c4-790e-49f2-bee3-636fc58b5cc9 HTTP/1.1" status: 200 len: 1093 time: 1.2947667 Apr 03 16:21:29.013924 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'tag': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:21:29.018800 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db3dc48-306d-4a86-aaa2-639f39441324" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8260c9-758e-48a6-b819-77ba0bf83933", "tag": "0e7a16c4-790e-49f2-bee3-636fc58b5cc9"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:21:29.029800 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3a051-0d2e-4d71-9ab3-0428b35a83bd req-28c0cf60-2c4b-473b-8273-9ba85f61891b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:29.031946 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0bc3a051-0d2e-4d71-9ab3-0428b35a83bd req-28c0cf60-2c4b-473b-8273-9ba85f61891b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 943 time: 0.1351438 Apr 03 16:21:29.076252 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f31a8-a4bb-4a6f-8a79-dfdb5ba1ab5a service neutron] Pushing event updated for resources: {'Port': ['ID=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:29.084381 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64220682-a7f2-4ab7-9193-7752a7fed87d x-openstack-request-id: req-64220682-a7f2-4ab7-9193-7752a7fed87d {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:21:29.084665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8260c9-758e-48a6-b819-77ba0bf83933", "tag": "0e7a16c4-790e-49f2-bee3-636fc58b5cc9", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:21:29.084915 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64220682-a7f2-4ab7-9193-7752a7fed87d {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:21:29.085319 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64220682-a7f2-4ab7-9193-7752a7fed87d'] response: {'name': 'network-changed', 'server_uuid': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'tag': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9', 'status': 'completed', 'code': 200} Apr 03 16:21:29.123462 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:29.160593 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0bc3a051-0d2e-4d71-9ab3-0428b35a83bd req-accea14a-0655-4f98-b20c-893c60fceefc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114979 Apr 03 16:21:29.203792 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3dc48-306d-4a86-aaa2-639f39441324 req-f4c05395-3049-4a2d-a723-2fa2b767b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:29.205355 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6db3dc48-306d-4a86-aaa2-639f39441324 req-f4c05395-3049-4a2d-a723-2fa2b767b97b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 1127 time: 0.1004202 Apr 03 16:21:29.210009 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Network 1b9932fa-76cb-4492-a562-5da251f48b00 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:29.214837 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:29.387738 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889317ef-2392-4463-853e-5530092fce9e req-14b861e9-a943-437c-b863-4be838d2871d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:29.389250 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-889317ef-2392-4463-853e-5530092fce9e req-14b861e9-a943-437c-b863-4be838d2871d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.1759534 Apr 03 16:21:29.394429 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3dc48-306d-4a86-aaa2-639f39441324 req-cb4b9034-5cf2-4771-ad7b-6ee32b9328df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:29.395862 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6db3dc48-306d-4a86-aaa2-639f39441324 req-cb4b9034-5cf2-4771-ad7b-6ee32b9328df service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9647e423a51e409b8ab4cd779b130ad8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1805649 Apr 03 16:21:29.399533 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:21:29.512452 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-889317ef-2392-4463-853e-5530092fce9e req-22b69949-56ab-476c-bd72-79b99554c1a3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156449 Apr 03 16:21:29.546652 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:21:29.546652 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-2f1668b9-2cc8-433b-94b3-754465c4ff0c admin admin] 10.222.0.37 "PUT /v2.0/routers/efed67ab-35ca-4d91-b2d3-cb7bcc1ff002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2788289 Apr 03 16:21:29.548501 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3dc48-306d-4a86-aaa2-639f39441324 req-6e481a68-e028-4e6d-86c1-86febe739f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:29.550298 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6db3dc48-306d-4a86-aaa2-639f39441324 req-6e481a68-e028-4e6d-86c1-86febe739f34 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477840 Apr 03 16:21:29.635743 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5e4b03e5-53a0-4833-9e03-91a4b5d3ebe7 None None] Provisioning complete for port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:29.636328 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5e4b03e5-53a0-4833-9e03-91a4b5d3ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:29.670226 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b03e5-53a0-4833-9e03-91a4b5d3ebe7 None None] Port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:29.673326 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-98c55457-4e3b-4676-b96d-a1cd73e02d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:29.895758 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785b606-6792-429e-9f29-698ddf0928f7 req-a7ede8b6-d87a-4936-868a-d11ea69ee4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:29.899937 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-a7ede8b6-d87a-4936-868a-d11ea69ee4b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 1127 time: 0.0471635 Apr 03 16:21:29.948491 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585480-ea33-46e1-9222-46b98acae605 req-94447f12-f065-4e1a-8833-852ac09db669 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:29.950277 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b9585480-ea33-46e1-9222-46b98acae605 req-94447f12-f065-4e1a-8833-852ac09db669 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0618496 Apr 03 16:21:29.986897 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-5edd0166-bc79-4e83-87ef-decf542f5c65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7a16c4-790e-49f2-bee3-636fc58b5cc9 HTTP/1.1" status: 200 len: 217 time: 0.0488493 Apr 03 16:21:30.012837 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b9585480-ea33-46e1-9222-46b98acae605 req-0c90ccb7-0284-4159-a265-03d42e70667a tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537715 Apr 03 16:21:30.060622 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785b606-6792-429e-9f29-698ddf0928f7 req-c9bc0baa-123d-4c5e-96c3-93a5ae0a352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:30.062138 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-c9bc0baa-123d-4c5e-96c3-93a5ae0a352e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 200 len: 853 time: 0.0603142 Apr 03 16:21:30.074283 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1a9b8-7067-404a-b9f1-d4edc33691cb req-bf153e04-a6ed-4e48-a408-df06f2c54ee3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:30.075803 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-29d1a9b8-7067-404a-b9f1-d4edc33691cb req-bf153e04-a6ed-4e48-a408-df06f2c54ee3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 944 time: 0.1294079 Apr 03 16:21:30.156837 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-29d1a9b8-7067-404a-b9f1-d4edc33691cb req-07954c61-fb76-4ab2-bc91-452880337eda tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724339 Apr 03 16:21:30.163331 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785b606-6792-429e-9f29-698ddf0928f7 req-00e06e1d-daca-4de1-98fb-c8aecbe82e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:30.164899 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-00e06e1d-daca-4de1-98fb-c8aecbe82e80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45d16502-bfea-4cd7-9a04-a1e90b72c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882435 Apr 03 16:21:30.241711 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device d26ec0a8-7799-4de1-babd-eba069bef6f7 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:30.308551 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port d26ec0a8-7799-4de1-babd-eba069bef6f7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:30.309175 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:30.332192 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-f13c083a-fab8-4bae-a839-f15a74ff8234 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599345 Apr 03 16:21:30.336220 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e6c5c-f1a3-4fc5-9483-43eb06749055 req-0c8200d1-d282-450b-84d2-64c0056294f4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:30.355510 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-551e6c5c-f1a3-4fc5-9483-43eb06749055 req-0c8200d1-d282-450b-84d2-64c0056294f4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 943 time: 0.0879242 Apr 03 16:21:30.425063 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port d26ec0a8-7799-4de1-babd-eba069bef6f7 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:30.425608 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:30.447540 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-551e6c5c-f1a3-4fc5-9483-43eb06749055 req-b1c94617-1ddb-4b76-beda-8d091f50274b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910323 Apr 03 16:21:30.455210 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port d26ec0a8-7799-4de1-babd-eba069bef6f7, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=d26ec0a8-7799-4de1-babd-eba069bef6f7,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:30.509514 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0785b606-6792-429e-9f29-698ddf0928f7 req-1cc1ca0a-8cec-4fcf-80f3-ad110842449a service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693015 Apr 03 16:21:30.517531 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:30.579730 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=d26ec0a8-7799-4de1-babd-eba069bef6f7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:30.685012 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b0ea8-1769-48bd-bebd-65ff58039cda req-a4252539-03f3-4b97-b500-5d37e6165df5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:30.686772 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-495b0ea8-1769-48bd-bebd-65ff58039cda req-a4252539-03f3-4b97-b500-5d37e6165df5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0685434 Apr 03 16:21:30.750152 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-495b0ea8-1769-48bd-bebd-65ff58039cda req-bf7a55ff-dc23-45dc-8102-da3739174632 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574985 Apr 03 16:21:31.191121 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494bd72-e51a-41db-bdb6-65320d979476 req-44345565-b588-495c-afd0-d034093c6d44 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:31.217541 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2494bd72-e51a-41db-bdb6-65320d979476 req-44345565-b588-495c-afd0-d034093c6d44 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.1060145 Apr 03 16:21:31.349969 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2494bd72-e51a-41db-bdb6-65320d979476 req-5c1b4c68-4fd3-4914-91c7-0737ebb0604b tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147926 Apr 03 16:21:31.397941 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6c84a861-f909-4919-a176-190ae6f1ebf1 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:31.475619 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f632c-d0b8-47ef-9834-6cc2c5ab256a req-9904db9c-31c0-4f2f-bf11-3544816d03c8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:31.484907 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-892f632c-d0b8-47ef-9834-6cc2c5ab256a req-9904db9c-31c0-4f2f-bf11-3544816d03c8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 944 time: 0.1818902 Apr 03 16:21:31.567376 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 6c84a861-f909-4919-a176-190ae6f1ebf1 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:21:31.572381 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 6c84a861-f909-4919-a176-190ae6f1ebf1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:31.572995 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:31.578663 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-892f632c-d0b8-47ef-9834-6cc2c5ab256a req-c4639932-71e2-4522-b836-9dce8bb5a6ee tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926471 Apr 03 16:21:31.715967 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d82cb3-80cd-4a88-8e26-9ffb17d45f94 req-8e2a35aa-ee52-4e97-9901-1d478a770602 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:31.724321 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-78d82cb3-80cd-4a88-8e26-9ffb17d45f94 req-8e2a35aa-ee52-4e97-9901-1d478a770602 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 943 time: 0.1002452 Apr 03 16:21:31.740762 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Sync routers for ids ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:21:31.795922 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 6c84a861-f909-4919-a176-190ae6f1ebf1 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:31.799994 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:31.805631 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Routers {'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:31.810348 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:31.815321 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-78d82cb3-80cd-4a88-8e26-9ffb17d45f94 req-078bb55c-aac4-4186-83e8-c740a151c403 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881627 Apr 03 16:21:32.017195 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fab7c-7790-43bc-9da6-ad8bf5f61fc9 req-bdf5ad1c-bf51-4706-8d4e-f93f2e6d84b0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:32.029875 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-505fab7c-7790-43bc-9da6-ad8bf5f61fc9 req-bdf5ad1c-bf51-4706-8d4e-f93f2e6d84b0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.1201882 Apr 03 16:21:32.068343 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Set router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:32.150262 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-505fab7c-7790-43bc-9da6-ad8bf5f61fc9 req-489164d2-a331-4298-a679-59c96adde50d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196780 Apr 03 16:21:32.171567 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:21:32.173932 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b6ee70-4f95-4375-b9dc-46915af35b06" -d '{"events": [{"server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "name": "network-vif-plugged", "status": "completed", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:21:32.202477 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 6c84a861-f909-4919-a176-190ae6f1ebf1, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6c84a861-f909-4919-a176-190ae6f1ebf1,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:32.259106 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c7beaf-0f9d-48ca-9145-e3eb723a6e67 x-openstack-request-id: req-a9c7beaf-0f9d-48ca-9145-e3eb723a6e67 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:21:32.259106 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "name": "network-vif-plugged", "status": "completed", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:21:32.259106 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9c7beaf-0f9d-48ca-9145-e3eb723a6e67 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:21:32.259106 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c7beaf-0f9d-48ca-9145-e3eb723a6e67'] response: {'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'code': 200} Apr 03 16:21:32.286059 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device d26ec0a8-7799-4de1-babd-eba069bef6f7 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:32.344236 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-035dc8e3-4ee5-4ddb-b6b6-4206c3d6cb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:32.354898 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:32.545804 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc39a5-1fe7-4277-b13b-8b0657fe5077 req-f8176e4b-9383-4041-b75a-9d42bfb3a061 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:32.547468 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-94cc39a5-1fe7-4277-b13b-8b0657fe5077 req-f8176e4b-9383-4041-b75a-9d42bfb3a061 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.1102204 Apr 03 16:21:32.571140 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=6c84a861-f909-4919-a176-190ae6f1ebf1,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:32.618176 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port d26ec0a8-7799-4de1-babd-eba069bef6f7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:32.618787 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:32.720497 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-94cc39a5-1fe7-4277-b13b-8b0657fe5077 req-e4107527-4b9c-40a7-8d5b-4ef7efd2db1b tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650510 Apr 03 16:21:32.737888 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'name': 'tempest-TestMinimumBasicScenario-1439543355-router', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:23Z', 'updated_at': '2022-04-03T16:21:28Z', 'revision_number': 4, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'gw_port': {'id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:24Z', 'updated_at': '2022-04-03T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '90a71c74-1e5c-4bc8-a5a7-a98483cd0688', 'name': '', 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'mac_address': 'fa:16:3e:86:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd6b9c4df-68b3-48c1-9402-86d2415920e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:27Z', 'updated_at': '2022-04-03T16:21:28Z', 'revision_number': 2, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'subnets': [{'id': 'd6b9c4df-68b3-48c1-9402-86d2415920e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:32.808676 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98df328-6e33-424e-9e89-b1854a5235c5 req-feae6670-b6a4-4477-a684-5f9cf4a34184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:32.810756 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e98df328-6e33-424e-9e89-b1854a5235c5 req-feae6670-b6a4-4477-a684-5f9cf4a34184 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 1129 time: 0.1058142 Apr 03 16:21:32.819907 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Checking router: efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:21:32.820237 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Updating router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:21:32.823591 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port d26ec0a8-7799-4de1-babd-eba069bef6f7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:32.840694 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181e11d-020c-41ad-b1d9-35bc22d52075 req-c45d9f67-c278-40ba-a56f-862774735243 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:32.844242 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2181e11d-020c-41ad-b1d9-35bc22d52075 req-c45d9f67-c278-40ba-a56f-862774735243 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.1235058 Apr 03 16:21:32.902234 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e98df328-6e33-424e-9e89-b1854a5235c5 req-454c25cd-197c-456f-9dd4-c9b4e7237d90 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826347 Apr 03 16:21:32.917949 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:32.960850 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2181e11d-020c-41ad-b1d9-35bc22d52075 req-8f0e0ff6-a441-47f8-97b8-4a242b01ceca tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084411 Apr 03 16:21:32.975981 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:33.064857 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd1456-c3f2-4c81-82c7-173441717185 req-d2e0bdb8-f686-4a90-b285-807dd6c4f04c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:33.083314 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-42fd1456-c3f2-4c81-82c7-173441717185 req-d2e0bdb8-f686-4a90-b285-807dd6c4f04c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 943 time: 0.1653311 Apr 03 16:21:33.165344 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-42fd1456-c3f2-4c81-82c7-173441717185 req-3a2428e0-2541-408b-8ae8-7f631e524a0f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801830 Apr 03 16:21:33.321118 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926242c-51d8-4093-a2ff-1c9ba55727be req-5f5e4c84-74f5-47f6-a6e1-a09446c11da5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:33.335308 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8926242c-51d8-4093-a2ff-1c9ba55727be req-5f5e4c84-74f5-47f6-a6e1-a09446c11da5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0988328 Apr 03 16:21:33.429387 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8926242c-51d8-4093-a2ff-1c9ba55727be req-14637113-bc7f-494a-b1d2-8fe2eef4cbe6 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853701 Apr 03 16:21:33.472350 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Publish callbacks [] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:33.606675 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:33.836276 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Attempting to bind port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:33.836729 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Attempting to bind port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'dbd7bbb5-f379-405e-bf81-2b920ab7c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:33.837158 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Attempting to bind port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 on network 1b9932fa-76cb-4492-a562-5da251f48b00 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:33.843075 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae99b44-edeb-47db-b209-3c9cae3e99c1 None None] Pushing event updated for resources: {'Port': ['ID=90a71c74-1e5c-4bc8-a5a7-a98483cd0688,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:33.853132 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:33.854037 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Checking segment: {'id': 'dbd7bbb5-f379-405e-bf81-2b920ab7c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:33.855092 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:33.855720 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Bound using segment: {'id': 'dbd7bbb5-f379-405e-bf81-2b920ab7c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:33.856433 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Bound port: 90a71c74-1e5c-4bc8-a5a7-a98483cd0688, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd7bbb5-f379-405e-bf81-2b920ab7c042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:33.857090 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:34.004225 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc21fe-e2b9-439f-8aec-943d22a32e25 req-5581b93f-4d26-490e-a115-64b027ef4082 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:34.020061 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0bcc21fe-e2b9-439f-8aec-943d22a32e25 req-5581b93f-4d26-490e-a115-64b027ef4082 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.1085460 Apr 03 16:21:34.127286 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0bcc21fe-e2b9-439f-8aec-943d22a32e25 req-2485c266-3f7d-4215-a6a4-669209f9ce46 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062305 Apr 03 16:21:34.226739 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] For port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:34.236187 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] For port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=90a71c74-1e5c-4bc8-a5a7-a98483cd0688,segment=NetworkSegment(dbd7bbb5-f379-405e-bf81-2b920ab7c042),segment_id=dbd7bbb5-f379-405e-bf81-2b920ab7c042)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:34.238245 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f984dc-fc9c-4f37-b1aa-e18981c607d6 req-a7bd9ef5-2f33-4642-87f3-2a006271ed6e tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:34.251181 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-38f984dc-fc9c-4f37-b1aa-e18981c607d6 req-a7bd9ef5-2f33-4642-87f3-2a006271ed6e tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.1337724 Apr 03 16:21:34.329000 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a77293e7-4a83-4813-9b35-29c0709d0a2c None None] Provisioning complete for port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:34.331126 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a77293e7-4a83-4813-9b35-29c0709d0a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:34.339030 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-38f984dc-fc9c-4f37-b1aa-e18981c607d6 req-6b93dd5d-da61-41fb-83a2-a5223e30824f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865536 Apr 03 16:21:34.426061 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:34.429791 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3565fc8-99b3-41a0-b34d-de5ca740cc3e req-c0006471-c458-4a58-9569-a4a8764368ee tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:34.440631 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3565fc8-99b3-41a0-b34d-de5ca740cc3e req-c0006471-c458-4a58-9569-a4a8764368ee tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 943 time: 0.1500270 Apr 03 16:21:34.506462 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae99b44-edeb-47db-b209-3c9cae3e99c1 None None] Pushing event updated for resources: {'Port': ['ID=90a71c74-1e5c-4bc8-a5a7-a98483cd0688,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:34.516654 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3565fc8-99b3-41a0-b34d-de5ca740cc3e req-5a5395e2-7b50-4655-9894-c51d787513b0 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714667 Apr 03 16:21:34.517056 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:34.563566 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a77293e7-4a83-4813-9b35-29c0709d0a2c None None] Current status of the port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:34.563956 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a77293e7-4a83-4813-9b35-29c0709d0a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:34.605406 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Routers {'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:34.606269 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:34.642265 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7eb38d-9c5c-4746-9005-eca11fcd1ae2 req-81b04dbc-bf1d-4864-9e32-2c257812b628 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:34.650959 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9d7eb38d-9c5c-4746-9005-eca11fcd1ae2 req-81b04dbc-bf1d-4864-9e32-2c257812b628 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0840518 Apr 03 16:21:34.798512 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a77293e7-4a83-4813-9b35-29c0709d0a2c None None] For port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=90a71c74-1e5c-4bc8-a5a7-a98483cd0688,segment=NetworkSegment(dbd7bbb5-f379-405e-bf81-2b920ab7c042),segment_id=dbd7bbb5-f379-405e-bf81-2b920ab7c042)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:34.864114 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] Set router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:34.870853 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9d7eb38d-9c5c-4746-9005-eca11fcd1ae2 req-134986ff-a7f8-4c1f-a000-4b52796c26e9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179480 Apr 03 16:21:35.096896 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'name': 'tempest-TestMinimumBasicScenario-1439543355-router', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:23Z', 'updated_at': '2022-04-03T16:21:28Z', 'revision_number': 4, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'gw_port': {'id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:24Z', 'updated_at': '2022-04-03T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '90a71c74-1e5c-4bc8-a5a7-a98483cd0688', 'name': '', 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'mac_address': 'fa:16:3e:86:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd6b9c4df-68b3-48c1-9402-86d2415920e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:27Z', 'updated_at': '2022-04-03T16:21:34Z', 'revision_number': 4, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'subnets': [{'id': 'd6b9c4df-68b3-48c1-9402-86d2415920e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:35.126846 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646765c-bdb3-4de8-8d4d-fc14411e5a49 None None] The sync data for ids ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'] in dv-cinder-836247-2-iscsi is: [{'id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'name': 'tempest-TestMinimumBasicScenario-1439543355-router', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:23Z', 'updated_at': '2022-04-03T16:21:28Z', 'revision_number': 4, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'gw_port': {'id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:24Z', 'updated_at': '2022-04-03T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '90a71c74-1e5c-4bc8-a5a7-a98483cd0688', 'name': '', 'network_id': '1b9932fa-76cb-4492-a562-5da251f48b00', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'mac_address': 'fa:16:3e:86:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd6b9c4df-68b3-48c1-9402-86d2415920e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:27Z', 'updated_at': '2022-04-03T16:21:34Z', 'revision_number': 4, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'subnets': [{'id': 'd6b9c4df-68b3-48c1-9402-86d2415920e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:21:35.245762 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf60806-7691-4654-b01f-acf9a86d0ade req-23d4e39c-226d-4cfc-a2bf-b7ddb6f37927 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:35.247462 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fdf60806-7691-4654-b01f-acf9a86d0ade req-23d4e39c-226d-4cfc-a2bf-b7ddb6f37927 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0532179 Apr 03 16:21:35.301961 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fdf60806-7691-4654-b01f-acf9a86d0ade req-3daa74da-abd5-43ce-bd37-3ad6eb49c7f2 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462604 Apr 03 16:21:35.416429 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a77293e7-4a83-4813-9b35-29c0709d0a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:35.420069 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:21:35.488553 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77293e7-4a83-4813-9b35-29c0709d0a2c None None] Pushing event updated for resources: {'Port': ['ID=90a71c74-1e5c-4bc8-a5a7-a98483cd0688,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:35.499262 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87f01d-0f81-45ab-83c4-e37d7aa0069e req-ba11e51a-e96a-4788-ab7c-0860554772da tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:35.502124 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0b87f01d-0f81-45ab-83c4-e37d7aa0069e req-ba11e51a-e96a-4788-ab7c-0860554772da tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0915647 Apr 03 16:21:35.566630 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94e3dc77-e1c4-43f5-94b1-6eb145aa9490 None None] Provisioning complete for port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:35.566630 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94e3dc77-e1c4-43f5-94b1-6eb145aa9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:35.582044 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0b87f01d-0f81-45ab-83c4-e37d7aa0069e req-4b99c420-8db1-4a32-be71-1d75a724fced tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742238 Apr 03 16:21:35.629675 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:35.647524 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'port_id': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9', 'mac_address': 'fa:16:3e:d4:dc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:21:35.706605 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94e3dc77-e1c4-43f5-94b1-6eb145aa9490 None None] Current status of the port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:35.750942 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d237c1-9f9f-47a6-a9b0-decb4d1c6824 req-12b176b6-62c1-4ca2-ab07-2f686d470d8b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:35.757676 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:35.758167 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:35.768156 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f4d237c1-9f9f-47a6-a9b0-decb4d1c6824 req-12b176b6-62c1-4ca2-ab07-2f686d470d8b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 943 time: 0.1497674 Apr 03 16:21:35.774127 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:21:35.835058 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:35.836122 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f4d237c1-9f9f-47a6-a9b0-decb4d1c6824 req-e7de121b-9535-4e7c-849d-c58140f89ea5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629153 Apr 03 16:21:36.030694 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1e6b8-83a9-4ac5-9335-079ce14310a2 req-9d18a8db-01db-4ffe-b26c-c0aba50efe88 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:36.032634 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e9f1e6b8-83a9-4ac5-9335-079ce14310a2 req-9d18a8db-01db-4ffe-b26c-c0aba50efe88 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0657749 Apr 03 16:21:36.075407 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:36.087135 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e9f1e6b8-83a9-4ac5-9335-079ce14310a2 req-be1a8e6d-7db4-4bf8-a0a8-0d33371c9a0e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476627 Apr 03 16:21:36.129522 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:36.134372 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:36.224349 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:36.276312 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:36.276974 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:36.414491 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:36.481844 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['0e7a16c4-790e-49f2-bee3-636fc58b5cc9'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:21:36.496118 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72af00-f4e7-4a51-a9c6-8f73d2024e0c req-f591171b-067c-4e9c-95cc-de47471660f0 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:36.497804 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb72af00-f4e7-4a51-a9c6-8f73d2024e0c req-f591171b-067c-4e9c-95cc-de47471660f0 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0967343 Apr 03 16:21:36.634996 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fb72af00-f4e7-4a51-a9c6-8f73d2024e0c req-b2308c71-c553-4957-9a64-6689ca0fe5f9 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220949 Apr 03 16:21:36.806540 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a49b7-48b5-44df-ae6e-f95ad030aabd req-28c44c11-83b7-449a-9571-07f9bb67cb23 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:36.807926 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fd5a49b7-48b5-44df-ae6e-f95ad030aabd req-28c44c11-83b7-449a-9571-07f9bb67cb23 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.1027617 Apr 03 16:21:36.883214 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fd5a49b7-48b5-44df-ae6e-f95ad030aabd req-49ffb27c-394a-4789-ae38-546bcccdda56 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670426 Apr 03 16:21:37.008648 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eea1d5-2b0a-43dd-a5fc-fe4bba1a14b3 req-b3bd0480-0a55-4fd5-a142-5fa82c6d1d3e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:37.026849 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78eea1d5-2b0a-43dd-a5fc-fe4bba1a14b3 req-b3bd0480-0a55-4fd5-a142-5fa82c6d1d3e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 944 time: 0.0942194 Apr 03 16:21:37.071803 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc1ba3-5e14-4aa9-9dd0-8b81011e7be1 req-5ba8a814-294b-4aa2-821d-2e1d99fb559d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:37.073330 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e2bc1ba3-5e14-4aa9-9dd0-8b81011e7be1 req-5ba8a814-294b-4aa2-821d-2e1d99fb559d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.1112521 Apr 03 16:21:37.082851 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39280) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:37.090410 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0a3e3152-c2f7-4ab9-97d9-f0eeeb249797 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Request body: {'floatingip': {'port_id': '6c84a861-f909-4919-a176-190ae6f1ebf1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:37.131441 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78eea1d5-2b0a-43dd-a5fc-fe4bba1a14b3 req-7de829a5-1aca-44b7-874e-3cbe0a9066d5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036184 Apr 03 16:21:37.179652 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3152-c2f7-4ab9-97d9-f0eeeb249797 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for floatingip (df4135c8-75e9-495d-b29b-83ed815df061), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:37.344397 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878c655-d12e-4619-af76-eded918427ef req-00931237-2541-4c3b-a79a-c5cf85831036 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:37.360865 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0878c655-d12e-4619-af76-eded918427ef req-00931237-2541-4c3b-a79a-c5cf85831036 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0833135 Apr 03 16:21:37.455928 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-47c128e4-078d-42db-8681-2ef2d77705d3 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518636624&fields=id&tenant_id=35d18393cd72468a8c4f01bd9c6aea63 HTTP/1.1" status: 200 len: 267 time: 0.1490934 Apr 03 16:21:37.472635 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0878c655-d12e-4619-af76-eded918427ef req-552bfd94-679e-4d08-ae1b-e377db6984f4 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106555 Apr 03 16:21:37.823920 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfba52-b2a5-4f3b-9fc5-04d9f1943337 req-3a1f2422-c930-4707-b83c-b9ff10131855 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:37.833195 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-40cfba52-b2a5-4f3b-9fc5-04d9f1943337 req-3a1f2422-c930-4707-b83c-b9ff10131855 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0828674 Apr 03 16:21:37.894766 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-40cfba52-b2a5-4f3b-9fc5-04d9f1943337 req-bc7b12d9-9552-4489-8a40-6f3c35644242 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559435 Apr 03 16:21:38.161499 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-63a4bc69-2ab5-4322-bc4c-0f70f0c9e37d tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:38.164697 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-63a4bc69-2ab5-4322-bc4c-0f70f0c9e37d tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/networks?id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 HTTP/1.1" status: 200 len: 808 time: 0.7074668 Apr 03 16:21:38.202852 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3152-c2f7-4ab9-97d9-f0eeeb249797 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:38.227005 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-bcbc93b8-9d00-482c-93f6-45163e306ba4 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/quotas/35d18393cd72468a8c4f01bd9c6aea63 HTTP/1.1" status: 200 len: 375 time: 0.0389471 Apr 03 16:21:38.310045 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-14dea603-6459-4926-9dcc-60ace4564b28 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=35d18393cd72468a8c4f01bd9c6aea63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816760 Apr 03 16:21:38.336377 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3152-c2f7-4ab9-97d9-f0eeeb249797 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (df4135c8-75e9-495d-b29b-83ed815df061), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:38.389412 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a5dd7-414f-4a28-b05e-cf23b510fcf6 req-9591f132-2045-4da7-86ae-c2aa27c7506e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:38.396558 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3a4a5dd7-414f-4a28-b05e-cf23b510fcf6 req-9591f132-2045-4da7-86ae-c2aa27c7506e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 944 time: 0.1153536 Apr 03 16:21:38.492861 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3a4a5dd7-414f-4a28-b05e-cf23b510fcf6 req-dc44fdd6-3cd3-4d62-979d-2514f942d492 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876849 Apr 03 16:21:38.572457 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-d8652981-d634-42cf-936a-015856bad66f service neutron] 10.222.0.37 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592299 Apr 03 16:21:38.687930 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2356a-6593-4b3d-a213-1ae77a07ac8c req-0db60bbd-adfd-4ce2-97ea-1863c8cb7a1b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:38.696880 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-6f0ec2c3-edc9-48bc-96da-6a19febd2a65 service neutron] 10.222.0.37 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234367 Apr 03 16:21:38.702877 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-edd2356a-6593-4b3d-a213-1ae77a07ac8c req-0db60bbd-adfd-4ce2-97ea-1863c8cb7a1b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.1107755 Apr 03 16:21:38.721339 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-0a3e3152-c2f7-4ab9-97d9-f0eeeb249797 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Floating IP df4135c8-75e9-495d-b29b-83ed815df061 associated. External IP: 172.27.0.199, port: 6c84a861-f909-4919-a176-190ae6f1ebf1. Apr 03 16:21:38.804520 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-edd2356a-6593-4b3d-a213-1ae77a07ac8c req-9029bb33-e42d-4161-bc71-23c2e9eefae8 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003437 Apr 03 16:21:39.070977 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4ca65-a6a2-4d74-bb1b-2b6cec6a8059 req-6bd91daa-8e5b-43c7-a013-f17e40494442 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:39.080358 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1af4ca65-a6a2-4d74-bb1b-2b6cec6a8059 req-6bd91daa-8e5b-43c7-a013-f17e40494442 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0919344 Apr 03 16:21:39.142887 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3e3152-c2f7-4ab9-97d9-f0eeeb249797 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Router b2f8bcf7-71af-4088-a851-ab3520984bb5 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:21:39.149291 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1af4ca65-a6a2-4d74-bb1b-2b6cec6a8059 req-73d48a8c-0fc5-4079-80fc-76488113693c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677960 Apr 03 16:21:39.318988 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3e3152-c2f7-4ab9-97d9-f0eeeb249797 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:21:39.330133 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] Sync routers for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:21:39.334162 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3152-c2f7-4ab9-97d9-f0eeeb249797 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:39.350914 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:39.356152 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:39.372651 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-0a3e3152-c2f7-4ab9-97d9-f0eeeb249797 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "PUT /v2.0/floatingips/df4135c8-75e9-495d-b29b-83ed815df061 HTTP/1.1" status: 200 len: 991 time: 2.2882681 Apr 03 16:21:39.373484 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:21:39.375957 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29" -d '{"events": [{"name": "network-changed", "server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:21:39.420314 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7096c750-eeff-42a2-ac84-879b8e02e39f x-openstack-request-id: req-7096c750-eeff-42a2-ac84-879b8e02e39f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:21:39.421435 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:21:39.421851 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7096c750-eeff-42a2-ac84-879b8e02e39f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:21:39.422451 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7096c750-eeff-42a2-ac84-879b8e02e39f'] response: {'name': 'network-changed', 'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'status': 'completed', 'code': 200} Apr 03 16:21:39.456388 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:21:39.558488 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:39.589706 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-62bff48b-09c2-4836-8d04-d138b77c2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:39.591581 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-62bff48b-09c2-4836-8d04-d138b77c2228 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 1129 time: 0.1436577 Apr 03 16:21:39.605741 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0041d328-8263-4907-8f3e-adb33e4e7e9a req-4297cd7d-5b26-4f0a-8345-d7a6b26d9269 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 210 time: 0.0567844 Apr 03 16:21:39.689324 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:21:39.694753 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:39.695274 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:39.740119 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54306e8b-4855-4fb2-b1ce-3a4a3a049766 req-9bcc4e2c-27cb-40ba-bcc2-3f072035cc56 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:39.752084 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-54306e8b-4855-4fb2-b1ce-3a4a3a049766 req-9bcc4e2c-27cb-40ba-bcc2-3f072035cc56 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 944 time: 0.1286578 Apr 03 16:21:39.939105 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-f3dfea0e-6a9c-4fbb-b5da-8880890a88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:39.944396 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-f3dfea0e-6a9c-4fbb-b5da-8880890a88f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 920 time: 0.3354719 Apr 03 16:21:39.956971 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-54306e8b-4855-4fb2-b1ce-3a4a3a049766 req-a3ea9198-d32a-424d-bcbc-80c5ca0bce6c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976004 Apr 03 16:21:39.975789 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:39.977971 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:40.039242 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:21:40.041498 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a7563a-6834-4289-b6ff-66c20407faba" -d '{"events": [{"server_uuid": "5a8260c9-758e-48a6-b819-77ba0bf83933", "name": "network-vif-plugged", "status": "completed", "tag": "0e7a16c4-790e-49f2-bee3-636fc58b5cc9"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:21:40.041909 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-23845629-2860-4de2-adb6-4b5647290a69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c84a861-f909-4919-a176-190ae6f1ebf1 HTTP/1.1" status: 200 len: 999 time: 0.0897360 Apr 03 16:21:40.071852 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:40.089104 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'df4135c8-75e9-495d-b29b-83ed815df061', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'port_id': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'mac_address': 'fa:16:3e:19:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:21:12Z', 'updated_at': '2022-04-03T16:21:38Z', 'revision_number': 1, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:30Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:40.107193 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-fbae598e-c9b5-4e4f-9d34-2ad8c5934b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:40.108384 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-fbae598e-c9b5-4e4f-9d34-2ad8c5934b86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0555220 Apr 03 16:21:40.155100 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:40.163208 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] Checking router: b2f8bcf7-71af-4088-a851-ab3520984bb5 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:21:40.194214 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:40.198164 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:40.207148 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4791b294-a532-446a-809f-c2fffdc27eaa x-openstack-request-id: req-4791b294-a532-446a-809f-c2fffdc27eaa {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:21:40.207533 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8260c9-758e-48a6-b819-77ba0bf83933", "name": "network-vif-plugged", "status": "completed", "tag": "0e7a16c4-790e-49f2-bee3-636fc58b5cc9", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:21:40.207671 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4791b294-a532-446a-809f-c2fffdc27eaa {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:21:40.208075 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4791b294-a532-446a-809f-c2fffdc27eaa'] response: {'server_uuid': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9', 'code': 200} Apr 03 16:21:40.280082 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83b5e9-b72c-4f42-af34-d7f0e4162727 req-80b02615-22f7-487d-861d-021060bee4f5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:40.288739 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5b83b5e9-b72c-4f42-af34-d7f0e4162727 req-80b02615-22f7-487d-861d-021060bee4f5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.2449715 Apr 03 16:21:40.304122 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:40.426732 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-25ad530f-04c9-49f1-a4f5-05662758342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:40.426732 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-25ad530f-04c9-49f1-a4f5-05662758342e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2681403 Apr 03 16:21:40.456626 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:40.485635 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60102eeb-0cba-4dce-b426-36aa7f54b238 req-42920161-0567-4bbe-a2cd-8c9b8314bd09 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:40.486263 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-60102eeb-0cba-4dce-b426-36aa7f54b238 req-42920161-0567-4bbe-a2cd-8c9b8314bd09 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.1414835 Apr 03 16:21:40.604712 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-60102eeb-0cba-4dce-b426-36aa7f54b238 req-c23eb8be-0814-4b7e-91ed-14d72ca42990 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105676 Apr 03 16:21:40.765150 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d22e70d7-288a-4ad0-925a-98c596c54ed8 req-50204e41-7d2f-4ffa-837b-95bea6ae7f81 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 210 time: 0.0529194 Apr 03 16:21:40.897448 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'df4135c8-75e9-495d-b29b-83ed815df061', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'port_id': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'mac_address': 'fa:16:3e:19:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:21:12Z', 'updated_at': '2022-04-03T16:21:38Z', 'revision_number': 1, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:30Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:40.927030 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5b83b5e9-b72c-4f42-af34-d7f0e4162727 req-6995525f-3f56-4692-be4a-7379b1c285c8 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6317730 Apr 03 16:21:40.960453 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa1d58-1341-423c-8eb4-887225110d15 None None] The sync data for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi is: [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'df4135c8-75e9-495d-b29b-83ed815df061', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'port_id': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'mac_address': 'fa:16:3e:19:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:21:12Z', 'updated_at': '2022-04-03T16:21:38Z', 'revision_number': 1, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:30Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:21:41.032828 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baab33-a31a-4d09-ad1d-bde5f0951923 req-6888a13f-281a-4b1d-a178-d53ea10e2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:41.034508 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0baab33-a31a-4d09-ad1d-bde5f0951923 req-6888a13f-281a-4b1d-a178-d53ea10e2db9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 1129 time: 0.1064155 Apr 03 16:21:41.040558 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-eee337de-04d8-4cfb-8960-6cee6abfa1fe service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250956 Apr 03 16:21:41.140715 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514e076-23f7-45db-86de-533d56b3d620 req-ece5cd44-832b-44b9-9fab-51bc0c899747 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:41.143178 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5514e076-23f7-45db-86de-533d56b3d620 req-ece5cd44-832b-44b9-9fab-51bc0c899747 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 945 time: 0.0657775 Apr 03 16:21:41.152977 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0baab33-a31a-4d09-ad1d-bde5f0951923 req-4bf1f9c6-51df-4b5b-9f33-7b7a76a6b77a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113768 Apr 03 16:21:41.193032 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e998f7e2-8c6e-4fb2-b3c0-8d0868d93f29 req-ae1c9531-0cd0-4c75-84dc-5546c171e1a7 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283057 Apr 03 16:21:41.205258 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5514e076-23f7-45db-86de-533d56b3d620 req-0dc57b89-82ce-4aef-a929-ee13295594d6 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529017 Apr 03 16:21:41.291701 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf2622-27d5-42d9-8860-b0399b101c5e None None] New status for floating IP df4135c8-75e9-495d-b29b-83ed815df061: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:21:41.764192 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363907ef-75f1-4aa6-affa-c695d49c2262 req-e94fcb50-e930-4e1a-8e85-620ea2f2a1cc tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:41.765679 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-363907ef-75f1-4aa6-affa-c695d49c2262 req-e94fcb50-e930-4e1a-8e85-620ea2f2a1cc tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0687661 Apr 03 16:21:41.811974 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-363907ef-75f1-4aa6-affa-c695d49c2262 req-8e6575c3-49ac-4966-9c01-a2a9bb501c64 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406718 Apr 03 16:21:41.870596 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a51b9eb9-1f6d-4418-9ca3-d02f634571c2 req-7b3c0b98-01c1-4600-ba34-6cf43cd55b56 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 210 time: 0.0269041 Apr 03 16:21:42.088309 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef28a3-53a9-43f7-a6cf-61a491db1ea6 req-15513511-179c-4963-a43e-f3f49a25b2a6 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:42.096026 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5ef28a3-53a9-43f7-a6cf-61a491db1ea6 req-15513511-179c-4963-a43e-f3f49a25b2a6 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0679634 Apr 03 16:21:42.161231 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5ef28a3-53a9-43f7-a6cf-61a491db1ea6 req-a3ead1de-81ce-4ebb-b76e-e7cfedcb7ade tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641458 Apr 03 16:21:42.429705 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ef44b-8fd6-40b8-b8ac-93474be304fe req-a191aad3-4f03-4379-b25a-d6a27d569d90 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:42.436883 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c20ef44b-8fd6-40b8-b8ac-93474be304fe req-a191aad3-4f03-4379-b25a-d6a27d569d90 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 945 time: 0.1040716 Apr 03 16:21:42.550482 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c20ef44b-8fd6-40b8-b8ac-93474be304fe req-ff5d8658-b79c-413e-936e-0be1af72046c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098664 Apr 03 16:21:43.039460 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-18998801-467b-4217-bdfc-a045989d9517 req-57174c8a-c40f-4fce-8291-d5f02310a6f9 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 210 time: 0.0641406 Apr 03 16:21:43.118919 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-270a5b57-5071-47ef-b01a-cfa7e9c1e483 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:43.121279 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-270a5b57-5071-47ef-b01a-cfa7e9c1e483 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.21 "GET /v2.0/networks?id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 HTTP/1.1" status: 200 len: 808 time: 0.1941502 Apr 03 16:21:43.134230 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175049d-6388-4722-95e8-7f7414b288b3 req-828407dc-1e69-4709-84a7-61c2af999243 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:43.143352 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d175049d-6388-4722-95e8-7f7414b288b3 req-828407dc-1e69-4709-84a7-61c2af999243 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.2301610 Apr 03 16:21:43.236190 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d175049d-6388-4722-95e8-7f7414b288b3 req-3892685f-2f12-45c7-8bfe-7a5d712df5ec tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907731 Apr 03 16:21:43.326126 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-907c89da-15f4-45c4-92ee-be253c08a58b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35d18393cd72468a8c4f01bd9c6aea63 HTTP/1.1" status: 200 len: 380 time: 0.1748185 Apr 03 16:21:43.336524 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Request body: {'port': {'device_id': '04e14467-a3f8-4053-9b65-1b4739384481', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'admin_state_up': True, 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'security_groups': ['eb3bbb05-1dc0-4db8-af69-948cb7efbe69']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:43.437344 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3f692-9f29-4ab3-a156-4be4cd8cfa9a req-8c1851d3-f943-412c-832d-759fc59edd64 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:43.457406 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f6a3f692-9f29-4ab3-a156-4be4cd8cfa9a req-8c1851d3-f943-412c-832d-759fc59edd64 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.1265292 Apr 03 16:21:43.569996 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f6a3f692-9f29-4ab3-a156-4be4cd8cfa9a req-79e5249c-bb0c-463b-a312-b35b586eb2ee tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113238 Apr 03 16:21:43.719683 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2317db-18ae-472f-8988-eaf6026ea4f4 req-5280b517-03bf-450b-99d7-8cbd94230c52 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:43.733497 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3d2317db-18ae-472f-8988-eaf6026ea4f4 req-5280b517-03bf-450b-99d7-8cbd94230c52 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 945 time: 0.0852420 Apr 03 16:21:43.768008 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Made reservation on behalf of 35d18393cd72468a8c4f01bd9c6aea63 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:21:43.776713 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:43.803201 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3d2317db-18ae-472f-8988-eaf6026ea4f4 req-f08d324c-8dfa-4d1b-841e-58a43918a231 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685639 Apr 03 16:21:44.012243 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da97ca7-9107-43d9-a56a-8944a2823034 req-f16eaecc-68bb-4732-a5cc-63867eba2f22 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:44.013804 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0da97ca7-9107-43d9-a56a-8944a2823034 req-f16eaecc-68bb-4732-a5cc-63867eba2f22 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 945 time: 0.0837281 Apr 03 16:21:44.023204 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39356) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:44.027822 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9939967a-87d6-48b2-8f93-500cee3e053b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'floatingip': {'port_id': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:44.124122 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9939967a-87d6-48b2-8f93-500cee3e053b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (84f0aac4-6b8f-4b22-8004-02aac15a419b), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:44.226883 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa509e61-6b6c-452a-90f9-9039c69e24b1 req-438426f7-ffb5-4370-a10c-8bb2ba2781d2 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:44.228474 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-aa509e61-6b6c-452a-90f9-9039c69e24b1 req-438426f7-ffb5-4370-a10c-8bb2ba2781d2 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.2649021 Apr 03 16:21:44.249481 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Allocated IP 172.20.0.8 (a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285/54e23844-ec83-4128-9385-e9f6fb20ae02/6d68b2b2-8d32-4f60-b4d6-94bfc359e428) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:44.289506 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-4cd50474-737a-4c96-af0f-d742403fd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:44.291256 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-4cd50474-737a-4c96-af0f-d742403fd9cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 1130 time: 0.1762335 Apr 03 16:21:44.414764 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-aa509e61-6b6c-452a-90f9-9039c69e24b1 req-f85e61f4-6a86-4ed8-9465-107f39ab2033 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771002 Apr 03 16:21:44.536787 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-653a2c82-c14b-423b-802f-1e6fc55634c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:44.538762 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-653a2c82-c14b-423b-802f-1e6fc55634c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 911 time: 0.2355487 Apr 03 16:21:44.681630 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-a166dbb5-6c07-4db9-85e1-8c9999ad43e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3093687-1df5-4e30-b471-4534440c5448 HTTP/1.1" status: 200 len: 1001 time: 0.1342051 Apr 03 16:21:44.847688 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-70bc2230-d388-4524-8d4f-418067fb312e req-7ade7c71-5895-4093-b75a-7cedf20784a8 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 210 time: 0.0545356 Apr 03 16:21:44.895869 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:44.926951 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-f960a832-a7f4-4385-a0b6-8c940e7d66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:44.928408 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-f960a832-a7f4-4385-a0b6-8c940e7d66a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a641f716-3fbf-44b3-9d0d-02b1e08dc988 HTTP/1.1" status: 200 len: 849 time: 0.2390366 Apr 03 16:21:45.007652 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9939967a-87d6-48b2-8f93-500cee3e053b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:45.065746 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9939967a-87d6-48b2-8f93-500cee3e053b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (84f0aac4-6b8f-4b22-8004-02aac15a419b), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:45.070488 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a15b76-7ca3-435f-a1d4-0b99ddc339cb req-fd0bae60-b51b-4822-b96b-aa23e38a9b65 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:45.079200 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-03a15b76-7ca3-435f-a1d4-0b99ddc339cb req-fd0bae60-b51b-4822-b96b-aa23e38a9b65 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.3060713 Apr 03 16:21:45.151808 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-cd0e8fb2-9bcb-40ca-b76c-8f116ecaa888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:45.153772 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-cd0e8fb2-9bcb-40ca-b76c-8f116ecaa888 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf513d36-9af9-4e00-9a79-adf1d408c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2033265 Apr 03 16:21:45.168039 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-03a15b76-7ca3-435f-a1d4-0b99ddc339cb req-49e83cee-a7b1-4724-82f7-7491da204d6e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876184 Apr 03 16:21:45.246396 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:45.291035 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-9939967a-87d6-48b2-8f93-500cee3e053b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Floating IP 84f0aac4-6b8f-4b22-8004-02aac15a419b associated. External IP: 172.27.0.169, port: 0e7a16c4-790e-49f2-bee3-636fc58b5cc9. Apr 03 16:21:45.311642 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:45.318899 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:45.335909 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:45.398345 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-106d6e88-2433-47fb-9647-c5853e91ad3f service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292929 Apr 03 16:21:45.472048 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:45.472768 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:45.595904 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53257c7e-cba2-4279-a9d6-67ae0623d347 req-6016735f-51e4-4142-b1e1-1d08f7bce891 service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080639 Apr 03 16:21:45.597008 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event updated for resources: {'Port': ['ID=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:45.632629 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-229b7cef-6399-40dc-a3a5-70e564a85867 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3001986 Apr 03 16:21:45.652071 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Request body: {'port': {'device_id': '04e14467-a3f8-4053-9b65-1b4739384481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:45.738789 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:45.810747 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e1407ff0-a212-432f-ac21-124200e00c89 None None] Provisioning complete for port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:45.813658 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e1407ff0-a212-432f-ac21-124200e00c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:45.896746 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9939967a-87d6-48b2-8f93-500cee3e053b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Router 5da245a6-1534-42ed-9596-3ce504c224b9 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:21:45.956228 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e1407ff0-a212-432f-ac21-124200e00c89 None None] Port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:45.973191 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae380e-1287-48ac-9dbe-108a8e7e00e8 req-acf51345-c4e7-4215-af84-dece3503eaa3 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:45.982207 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8cae380e-1287-48ac-9dbe-108a8e7e00e8 req-acf51345-c4e7-4215-af84-dece3503eaa3 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.3899055 Apr 03 16:21:46.210230 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9939967a-87d6-48b2-8f93-500cee3e053b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:21:46.231136 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8cae380e-1287-48ac-9dbe-108a8e7e00e8 req-433ff12c-e68a-48b7-9ef7-800dfddf75d7 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475183 Apr 03 16:21:46.247928 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9939967a-87d6-48b2-8f93-500cee3e053b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:46.270646 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1528f4-26b3-477a-ae7c-34e0c2453509 req-559cf1da-59dc-43e5-ac7b-9e4cc63e28f2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:46.272304 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fd1528f4-26b3-477a-ae7c-34e0c2453509 req-559cf1da-59dc-43e5-ac7b-9e4cc63e28f2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 931 time: 0.2388613 Apr 03 16:21:46.281635 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:21:46.299808 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Publish callbacks [] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:46.304000 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:21:46.325579 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Transition to ACTIVE for port object 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:21:46.337627 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:46.337955 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-9939967a-87d6-48b2-8f93-500cee3e053b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "PUT /v2.0/floatingips/84f0aac4-6b8f-4b22-8004-02aac15a419b HTTP/1.1" status: 200 len: 991 time: 2.3135490 Apr 03 16:21:46.338935 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'tag': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:21:46.340378 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:46.341573 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8260c9-758e-48a6-b819-77ba0bf83933", "tag": "0e7a16c4-790e-49f2-bee3-636fc58b5cc9"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:21:46.373017 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fd1528f4-26b3-477a-ae7c-34e0c2453509 req-90e26fc8-e711-4c32-b6a4-4e4c3bd78d35 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857306 Apr 03 16:21:46.444176 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:46.485618 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92ab0ff-3a45-462b-a0d8-fd9d57bbc7a0 x-openstack-request-id: req-d92ab0ff-3a45-462b-a0d8-fd9d57bbc7a0 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:21:46.485918 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8260c9-758e-48a6-b819-77ba0bf83933", "tag": "0e7a16c4-790e-49f2-bee3-636fc58b5cc9", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:21:46.486170 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d92ab0ff-3a45-462b-a0d8-fd9d57bbc7a0 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:21:46.487645 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92ab0ff-3a45-462b-a0d8-fd9d57bbc7a0'] response: {'name': 'network-changed', 'server_uuid': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'tag': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9', 'status': 'completed', 'code': 200} Apr 03 16:21:46.503129 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f797c27-fc16-48df-a002-4c6e5b8ba475 req-6202e723-e4f7-429d-868f-8524bd0c95b4 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:46.504711 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9f797c27-fc16-48df-a002-4c6e5b8ba475 req-6202e723-e4f7-429d-868f-8524bd0c95b4 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.1125205 Apr 03 16:21:46.517961 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:46.623842 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9f797c27-fc16-48df-a002-4c6e5b8ba475 req-3fb06307-4965-4562-877b-0d0ede137e3d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661182 Apr 03 16:21:46.624250 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:46.647577 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-5e993f27-d561-4ff7-89b8-f2298cea0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:46.649122 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-5e993f27-d561-4ff7-89b8-f2298cea0772 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 1129 time: 0.1150908 Apr 03 16:21:46.668285 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Attempting to bind port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:21:46.668625 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Attempting to bind port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:21:46.668954 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Attempting to bind port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 on network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:46.710299 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 on network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:21:46.710650 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Attempting to bind port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 on network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:21:46.726046 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:21:46.726046 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Checking segment: {'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:21:46.726046 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Bound using segment: {'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:21:46.726046 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Bound port: 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f977656-4e1b-4131-a3da-50739b041a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:21:46.726668 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:46.810833 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-d22b21ed-cbce-45fe-b4ef-fe0812a74686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:46.812380 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-d22b21ed-cbce-45fe-b4ef-fe0812a74686 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 915 time: 0.1549053 Apr 03 16:21:46.869748 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] For port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:21:46.889453 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] For port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:21:46.907534 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-509be4d0-ae51-4ae1-acd8-618d5345afcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7a16c4-790e-49f2-bee3-636fc58b5cc9 HTTP/1.1" status: 200 len: 999 time: 0.0886648 Apr 03 16:21:46.954400 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-8329b41e-b04d-4db9-9466-dfc2c1334d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:46.955928 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-8329b41e-b04d-4db9-9466-dfc2c1334d06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 200 len: 853 time: 0.0428240 Apr 03 16:21:46.967416 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '1625c97e-1971-4331-9ada-448c539337d2', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '50cca8e3-349d-4799-8704-a024b71faba0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:cf:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:15Z', 'updated_at': '2022-04-03T16:18:56Z', 'revision_number': 2, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}, {'id': '84f0aac4-6b8f-4b22-8004-02aac15a419b', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:d4:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:21:21Z', 'updated_at': '2022-04-03T16:21:44Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:46.996865 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:21:47.002532 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-daeac48c-4ea8-4f54-8e36-d4d1a4d6b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:47.004110 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-daeac48c-4ea8-4f54-8e36-d4d1a4d6b33f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45d16502-bfea-4cd7-9a04-a1e90b72c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426466 Apr 03 16:21:47.005157 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:21:47.005762 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:21:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:47.093474 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-8cebba36-394c-4345-823f-8dff40a7af3a service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835135 Apr 03 16:21:47.123207 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:21:47.209941 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5c478b8e-fad5-4d63-b468-6b4ffc9dbd3c req-918fe30b-897e-43a5-b253-c9309ca84696 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101332 Apr 03 16:21:47.360484 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c6307-56c6-4efa-a2ee-16f1b1104329 req-6b943d87-cfa1-467f-b6bf-7c1354fbd73c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:47.362125 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8f8c6307-56c6-4efa-a2ee-16f1b1104329 req-6b943d87-cfa1-467f-b6bf-7c1354fbd73c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0572076 Apr 03 16:21:47.372231 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '1625c97e-1971-4331-9ada-448c539337d2', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '50cca8e3-349d-4799-8704-a024b71faba0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:cf:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:15Z', 'updated_at': '2022-04-03T16:18:56Z', 'revision_number': 2, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}, {'id': '84f0aac4-6b8f-4b22-8004-02aac15a419b', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:d4:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:21:21Z', 'updated_at': '2022-04-03T16:21:44Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:21:47.405277 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c0445-9df8-4dc9-be65-21011519e599 None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '1625c97e-1971-4331-9ada-448c539337d2', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '50cca8e3-349d-4799-8704-a024b71faba0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:cf:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:15Z', 'updated_at': '2022-04-03T16:18:56Z', 'revision_number': 2, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}, {'id': '84f0aac4-6b8f-4b22-8004-02aac15a419b', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:d4:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:21:21Z', 'updated_at': '2022-04-03T16:21:44Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:21:47.412795 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8f8c6307-56c6-4efa-a2ee-16f1b1104329 req-a3607e5c-7f34-4569-87c1-5c11a4bcbc5e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418768 Apr 03 16:21:47.467702 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:47.514952 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:47.516962 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:47.518261 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] 10.222.0.21 "PUT /v2.0/ports/6d68b2b2-8d32-4f60-b4d6-94bfc359e428 HTTP/1.1" status: 200 len: 1093 time: 1.8708448 Apr 03 16:21:47.519337 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:21:47.521608 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c65f08d-592a-4472-afda-4efd150438e4" -d '{"events": [{"name": "network-changed", "server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:21:47.561592 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10902dd4-8d49-471e-a476-6b4c26cbcfde req-75c72f98-0319-42d6-b720-ff7a47fb17bf tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:47.563798 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a89d43-7332-4b1c-8a57-57958071fee1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:47.564026 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-10902dd4-8d49-471e-a476-6b4c26cbcfde req-75c72f98-0319-42d6-b720-ff7a47fb17bf tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0824633 Apr 03 16:21:47.581786 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26df828-66dd-4404-92d9-e0dd4dfe0e42 x-openstack-request-id: req-a26df828-66dd-4404-92d9-e0dd4dfe0e42 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:21:47.582082 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:21:47.584246 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a26df828-66dd-4404-92d9-e0dd4dfe0e42 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:21:47.584246 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26df828-66dd-4404-92d9-e0dd4dfe0e42'] response: {'name': 'network-changed', 'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'status': 'completed', 'code': 200} Apr 03 16:21:47.654371 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-10902dd4-8d49-471e-a476-6b4c26cbcfde req-f9b95d19-edab-42a3-b087-658ad24d79a4 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805864 Apr 03 16:21:47.683467 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65f08d-592a-4472-afda-4efd150438e4 req-4cc846f3-c3f9-4005-b6bc-bbf7c81825ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:47.685262 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0c65f08d-592a-4472-afda-4efd150438e4 req-4cc846f3-c3f9-4005-b6bc-bbf7c81825ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d18393cd72468a8c4f01bd9c6aea63&device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 1127 time: 0.0779598 Apr 03 16:21:47.788841 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c55d9b-98ef-4d70-9e3b-ff05fe628798 None None] New status for floating IP 84f0aac4-6b8f-4b22-8004-02aac15a419b: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:21:47.834690 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21474-c30f-4162-a435-39bd7a195f4d req-69e7dede-c963-4ca0-b2e9-15d73d9e535e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:47.836263 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-14b21474-c30f-4162-a435-39bd7a195f4d req-69e7dede-c963-4ca0-b2e9-15d73d9e535e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.1421945 Apr 03 16:21:47.902832 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65f08d-592a-4472-afda-4efd150438e4 req-2c9defc3-3d09-48ca-854f-88e83b40034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:47.904454 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0c65f08d-592a-4472-afda-4efd150438e4 req-2c9defc3-3d09-48ca-854f-88e83b40034c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=35d18393cd72468a8c4f01bd9c6aea63&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2116272 Apr 03 16:21:47.909546 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-14b21474-c30f-4162-a435-39bd7a195f4d req-01c5c0cd-d871-4d2e-881d-48ecf8d23d6d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636702 Apr 03 16:21:48.048632 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65f08d-592a-4472-afda-4efd150438e4 req-bd647f69-4d35-4232-9617-3ab1cdeffe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:48.050063 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0c65f08d-592a-4472-afda-4efd150438e4 req-bd647f69-4d35-4232-9617-3ab1cdeffe92 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378593 Apr 03 16:21:48.195657 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-1c14dccc-a68c-4410-be56-83884783fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:48.199438 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-1c14dccc-a68c-4410-be56-83884783fc01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d18393cd72468a8c4f01bd9c6aea63&device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 1127 time: 0.0987782 Apr 03 16:21:48.318062 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-a01358ea-00a2-4466-9a85-98cf2bed8ce4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428 HTTP/1.1" status: 200 len: 217 time: 0.0952511 Apr 03 16:21:48.399701 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-fa639c61-00d6-4957-828f-d2f34b2aba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:48.401247 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-fa639c61-00d6-4957-828f-d2f34b2aba6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54e23844-ec83-4128-9385-e9f6fb20ae02 HTTP/1.1" status: 200 len: 847 time: 0.0798666 Apr 03 16:21:48.452471 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-554cfd1d-8174-46dd-ae72-4900f6fdf5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:48.460574 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-554cfd1d-8174-46dd-ae72-4900f6fdf5e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468085 Apr 03 16:21:48.551906 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-c1e83bb7-9da7-4a99-b5fb-2b6b78467469 service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914190 Apr 03 16:21:48.601753 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca6bf4-297e-4dae-be40-2b710fb4dc7a req-b0d11644-fa42-46f7-8ad8-acae53451a3f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:48.603429 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ddca6bf4-297e-4dae-be40-2b710fb4dc7a req-b0d11644-fa42-46f7-8ad8-acae53451a3f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0776114 Apr 03 16:21:48.648152 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d0dc7ec6-5dcd-4e83-98a3-b85c6710b6c6 req-306bdeea-0bf5-41c4-9b89-7274233fd1af service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904078 Apr 03 16:21:48.650146 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ddca6bf4-297e-4dae-be40-2b710fb4dc7a req-915bd923-5d47-4364-a198-1401ace7dd91 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407755 Apr 03 16:21:48.761340 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2613dd-1f04-4bed-bfbc-4f50f29b2d07 req-da7fc092-7f17-48b5-9010-e713610cc282 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:48.762834 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7e2613dd-1f04-4bed-bfbc-4f50f29b2d07 req-da7fc092-7f17-48b5-9010-e713610cc282 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0520017 Apr 03 16:21:48.809911 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7e2613dd-1f04-4bed-bfbc-4f50f29b2d07 req-3b773e65-4272-43c7-aa58-f0f81249e928 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408783 Apr 03 16:21:49.054871 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7951-61b8-48d3-b518-c7ce90d2cb8b req-195d72b0-9c88-4565-8c29-b56769280a9d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:49.056350 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7a6d7951-61b8-48d3-b518-c7ce90d2cb8b req-195d72b0-9c88-4565-8c29-b56769280a9d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0542026 Apr 03 16:21:49.102791 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7a6d7951-61b8-48d3-b518-c7ce90d2cb8b req-d50e9a3f-2f23-4b11-b4cb-233aa297b48c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408156 Apr 03 16:21:49.789634 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-55dd8d8a-5c08-4f7e-ba57-9639f8f426b2 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:49.791129 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-55dd8d8a-5c08-4f7e-ba57-9639f8f426b2 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/networks?id=ffe90eba-0f45-42f4-ba6b-d9685417999e HTTP/1.1" status: 200 len: 814 time: 0.3017418 Apr 03 16:21:49.805453 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-98251a10-8a6e-4fce-9618-a9f5ee4afaee tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/quotas/6828b1bee678430d9fed44785ab214de HTTP/1.1" status: 200 len: 375 time: 0.0090647 Apr 03 16:21:49.863041 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-9c6fbba9-c5b2-40d2-b90b-ee7e2b29632b tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6828b1bee678430d9fed44785ab214de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529075 Apr 03 16:21:49.939362 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f93529-3c90-4e37-8ec6-210720375b1b req-b3ef9f5c-d2d1-43de-bbbf-d580febc57f6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:49.940851 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78f93529-3c90-4e37-8ec6-210720375b1b req-b3ef9f5c-d2d1-43de-bbbf-d580febc57f6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0560193 Apr 03 16:21:49.961020 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-5ec7a6a5-f7c7-4aa0-9d17-ce49edac1897 service neutron] 10.222.0.37 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855341 Apr 03 16:21:49.990097 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78f93529-3c90-4e37-8ec6-210720375b1b req-697d9d9e-6ee0-4e80-92c0-0809e27bce31 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436931 Apr 03 16:21:50.049364 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-0d08f2ae-869b-44ad-a3a8-783c87c59548 service neutron] 10.222.0.37 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825753 Apr 03 16:21:50.236013 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7084873-f784-4c51-b30f-9e470b84a267 req-f5387f4b-fb61-451c-b856-bc2808c8b04a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:50.237727 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f7084873-f784-4c51-b30f-9e470b84a267 req-f5387f4b-fb61-451c-b856-bc2808c8b04a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0541065 Apr 03 16:21:50.290055 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f7084873-f784-4c51-b30f-9e470b84a267 req-878c34cb-6eff-4789-88c5-9378940ba866 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458660 Apr 03 16:21:50.299732 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-62b2b043-880b-42fd-9265-3078ad8598b6 req-d9e9166b-f0eb-4901-9bbe-5a613452aeca tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 210 time: 0.0262563 Apr 03 16:21:50.378155 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-4099da84-862c-4f75-a1ee-35fc44fb7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:50.379724 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-4099da84-862c-4f75-a1ee-35fc44fb7c30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 1129 time: 0.0482490 Apr 03 16:21:50.469384 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-b7d5f86e-f010-47bb-8efd-3afaf01b22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:50.470896 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-b7d5f86e-f010-47bb-8efd-3afaf01b22c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 917 time: 0.0842652 Apr 03 16:21:50.541281 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-ed8e988a-4c22-4266-9bff-0dc37125e5f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b04d9afb-d699-458d-a083-7df54b9d4701 HTTP/1.1" status: 200 len: 1000 time: 0.0642576 Apr 03 16:21:50.597134 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-67087c9b-c613-48b6-b96d-c121d5ccda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:50.598466 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-67087c9b-c613-48b6-b96d-c121d5ccda19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.0436194 Apr 03 16:21:50.648414 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-0d6aa1a2-d4a3-43f8-a743-ae2376ac05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:50.650174 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-0d6aa1a2-d4a3-43f8-a743-ae2376ac05fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433035 Apr 03 16:21:50.741088 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-abdf757c-b88e-4833-ab75-3ed04a6f80b7 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839949 Apr 03 16:21:50.828467 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d84215d2-cb9b-401c-a6fb-67d47522698f req-70152748-3056-4ef9-9b91-6b16c721f5b3 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804563 Apr 03 16:21:51.106095 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b74ab7-87ad-4854-9798-f315138ebe68 req-a0933872-efe6-423d-a2a0-b6be62f6bab6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:51.107590 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-92b74ab7-87ad-4854-9798-f315138ebe68 req-a0933872-efe6-423d-a2a0-b6be62f6bab6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0508761 Apr 03 16:21:51.153893 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-92b74ab7-87ad-4854-9798-f315138ebe68 req-bbbdb82f-adca-41b6-aa97-10f5c6a744e9 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401874 Apr 03 16:21:51.398077 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-20602bc3-9977-4d2f-bf41-3ef74fec5d93 req-84b2fa55-2b0d-48ea-bb91-e2f1eeaa9e30 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 210 time: 0.0291774 Apr 03 16:21:51.414860 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59d04e-b720-4b20-8573-15d24b06f151 req-2baf3b4b-d19e-4016-a017-24983923f09a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:51.416335 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ab59d04e-b720-4b20-8573-15d24b06f151 req-2baf3b4b-d19e-4016-a017-24983923f09a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.0525296 Apr 03 16:21:51.466280 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ab59d04e-b720-4b20-8573-15d24b06f151 req-df650ca9-527a-4d64-99cc-9b03b2f6950a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444672 Apr 03 16:21:52.269622 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3174e-a0bf-4d99-bdd2-5fd0225e1012 req-b8bc5e75-7fab-4807-a2c7-760f9d769116 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:52.271138 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-74d3174e-a0bf-4d99-bdd2-5fd0225e1012 req-b8bc5e75-7fab-4807-a2c7-760f9d769116 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0511355 Apr 03 16:21:52.318483 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-74d3174e-a0bf-4d99-bdd2-5fd0225e1012 req-e5a347a9-40e2-46fa-9405-f1283ad57822 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417738 Apr 03 16:21:52.489320 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bda90b63-5732-45fc-ae4b-bc9372e67f81 req-f9eb3351-414f-4d34-9a9d-c45bbebb7250 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 210 time: 0.0259500 Apr 03 16:21:52.882104 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d01ec-ca48-49b4-9030-91a35e6f7131 req-711960bc-fc9b-4207-8556-bb04f704ae92 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:52.883600 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e85d01ec-ca48-49b4-9030-91a35e6f7131 req-711960bc-fc9b-4207-8556-bb04f704ae92 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 945 time: 0.3237898 Apr 03 16:21:52.889408 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-5292ed2a-ba8b-40db-85e6-a01dcb6a5962 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:52.891255 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-5292ed2a-ba8b-40db-85e6-a01dcb6a5962 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.21 "GET /v2.0/networks?id=ffe90eba-0f45-42f4-ba6b-d9685417999e HTTP/1.1" status: 200 len: 814 time: 0.3808007 Apr 03 16:21:52.910105 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'port': {'device_id': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'admin_state_up': True, 'tenant_id': '6828b1bee678430d9fed44785ab214de'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:21:52.984826 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e85d01ec-ca48-49b4-9030-91a35e6f7131 req-878cc0cd-81f8-4a01-b9b8-8dc38de9d4b1 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926437 Apr 03 16:21:53.108967 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Made reservation on behalf of 6828b1bee678430d9fed44785ab214de for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:21:53.112335 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:53.242530 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Allocated IP 172.20.0.9 (ffe90eba-0f45-42f4-ba6b-d9685417999e/45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8/9b7e6718-6d84-436b-aed9-1d5cef959f4a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:21:53.411542 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:53.491454 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72b871-9f21-47a2-b2a5-e134be174fe3 req-bb5aac69-1baf-4378-ab19-fbd84bb2e907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:53.504355 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b72b871-9f21-47a2-b2a5-e134be174fe3 req-bb5aac69-1baf-4378-ab19-fbd84bb2e907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0756524 Apr 03 16:21:53.524732 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device b04d9afb-d699-458d-a083-7df54b9d4701 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:21:53.548584 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:53.580801 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b72b871-9f21-47a2-b2a5-e134be174fe3 req-00257cba-0a11-4475-8aaf-9e6fec3bf98c tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695553 Apr 03 16:21:53.630423 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'Port': ['ID=9b7e6718-6d84-436b-aed9-1d5cef959f4a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:53.666685 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port b04d9afb-d699-458d-a083-7df54b9d4701 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:53.667247 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:53.695135 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Network ffe90eba-0f45-42f4-ba6b-d9685417999e is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:21:53.697194 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:21:53.702390 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:21:53.703735 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:21:53.706311 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc826522-54a3-4a9f-9cc3-4ecaf0b270cd" -d '{"events": [{"server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:21:53.717786 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:21:53.758611 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 03 Apr 2022 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5166b6-f832-4273-afb4-68ffc30e5432 x-openstack-request-id: req-fd5166b6-f832-4273-afb4-68ffc30e5432 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:21:53.758611 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:21:53.758611 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd5166b6-f832-4273-afb4-68ffc30e5432 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:21:53.759149 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5166b6-f832-4273-afb4-68ffc30e5432'] response: {'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'code': 200} Apr 03 16:21:53.797550 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:53.798262 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:53.799730 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:53.809498 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b573acd-2382-4519-938c-43bcadaffd82 req-1a43dd73-ca4c-4c9c-b58b-e97a1f6919ff tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:53.811162 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7b573acd-2382-4519-938c-43bcadaffd82 req-1a43dd73-ca4c-4c9c-b58b-e97a1f6919ff tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.1827486 Apr 03 16:21:53.869087 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:21:53.878394 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.878772 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.879255 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.879618 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.880106 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.880443 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.880771 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.881096 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.881419 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.881877 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.882491 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.882862 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.883190 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.885010 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.885354 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:21:53.910445 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-12c196bb-5131-4dce-a39b-bdf8c8f86941 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0057850 Apr 03 16:21:53.935289 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7b573acd-2382-4519-938c-43bcadaffd82 req-91eae155-6477-4bdf-a846-3c3def85bd6d tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082795 Apr 03 16:21:54.075088 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5d2cfc58-dbee-422a-a8ce-fe66191ea586 None None] Provisioning complete for port 9b7e6718-6d84-436b-aed9-1d5cef959f4a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:21:54.075520 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5d2cfc58-dbee-422a-a8ce-fe66191ea586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:54.116221 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119beec8-35e9-4af2-8df6-9f660848e104 req-e862bb27-370e-4100-953c-f97bff650610 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:54.117655 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-119beec8-35e9-4af2-8df6-9f660848e104 req-e862bb27-370e-4100-953c-f97bff650610 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0592487 Apr 03 16:21:54.124566 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5d2cfc58-dbee-422a-a8ce-fe66191ea586 None None] Port 9b7e6718-6d84-436b-aed9-1d5cef959f4a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:21:54.174860 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-119beec8-35e9-4af2-8df6-9f660848e104 req-581d5974-d7ef-4f96-bb7d-b5e9bbe41750 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515902 Apr 03 16:21:54.693948 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c9844-c1cf-45ea-9f60-f07c7577021a req-e95466bf-5da1-487d-ad7c-def32dc4c5e4 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:54.695454 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-121c9844-c1cf-45ea-9f60-f07c7577021a req-e95466bf-5da1-487d-ad7c-def32dc4c5e4 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0533020 Apr 03 16:21:54.745786 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-121c9844-c1cf-45ea-9f60-f07c7577021a req-4ce0aa40-900e-47cc-803f-7cdebdf4a866 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Apr 03 16:21:55.063073 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c83fa-a06c-424e-88ee-6d105d295edb req-861553b0-ab07-4ed3-8d0c-93dd17be6afd tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:55.064565 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d31c83fa-a06c-424e-88ee-6d105d295edb req-861553b0-ab07-4ed3-8d0c-93dd17be6afd tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0520654 Apr 03 16:21:55.116226 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d31c83fa-a06c-424e-88ee-6d105d295edb req-d12753f7-f3b9-4738-962f-e238614d7684 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450330 Apr 03 16:21:55.412976 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [req-1f89f18d-935d-407a-958f-cf02a050eb7b req-5ce74f42-45db-44f5-891f-4a09697eb0fd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:21:55.414046 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1f89f18d-935d-407a-958f-cf02a050eb7b req-5ce74f42-45db-44f5-891f-4a09697eb0fd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054162 Apr 03 16:21:55.888550 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b208b8-8b88-48cb-89f3-21b9cc8b181c req-5b001a53-7fa4-4eb7-8efe-8bf11a3689f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:55.890134 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-13b208b8-8b88-48cb-89f3-21b9cc8b181c req-5b001a53-7fa4-4eb7-8efe-8bf11a3689f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.1052117 Apr 03 16:21:55.908657 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b24bb-a8fd-4839-bafc-19725ef08a28 req-51c59ee7-5c04-4c09-9c74-619f7320b900 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:55.910225 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-172b24bb-a8fd-4839-bafc-19725ef08a28 req-51c59ee7-5c04-4c09-9c74-619f7320b900 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0906062 Apr 03 16:21:55.957892 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-13b208b8-8b88-48cb-89f3-21b9cc8b181c req-945cf50d-7c1f-4b68-b722-f568952fd75a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600650 Apr 03 16:21:55.996746 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-172b24bb-a8fd-4839-bafc-19725ef08a28 req-1832cf67-ccd9-4509-a993-65f0dea8497e tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751445 Apr 03 16:21:56.240459 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92710e-d358-4bf3-9115-a1bc1ba1e1e9 req-3a4c8e74-3ee7-4d24-be44-71cba9172b54 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:56.241958 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dd92710e-d358-4bf3-9115-a1bc1ba1e1e9 req-3a4c8e74-3ee7-4d24-be44-71cba9172b54 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0601056 Apr 03 16:21:56.318695 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dd92710e-d358-4bf3-9115-a1bc1ba1e1e9 req-d22fcf92-cf8f-4dc6-b023-20a3e141fed8 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697336 Apr 03 16:21:56.398984 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39530) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:56.484730 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-4e23a015-a76b-4244-94f3-30021b752e51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840242 Apr 03 16:21:56.493618 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-3a46104b-2592-43a8-bff6-161e9e7091f4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:21:56.494651 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-3a46104b-2592-43a8-bff6-161e9e7091f4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051923 Apr 03 16:21:56.575614 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39538) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:21:56.672493 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-179d1b6a-b0db-425b-9b72-375a8bae970a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:56.673886 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-179d1b6a-b0db-425b-9b72-375a8bae970a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports/b04d9afb-d699-458d-a083-7df54b9d4701 HTTP/1.1" status: 200 len: 940 time: 0.0972953 Apr 03 16:21:57.128707 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e9047-08b6-4b0c-ac06-7b8e3c98601b req-986c09a9-5be1-424a-9964-0373eceac71e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:57.130366 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c87e9047-08b6-4b0c-ac06-7b8e3c98601b req-986c09a9-5be1-424a-9964-0373eceac71e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0784202 Apr 03 16:21:57.163224 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5a6d3-b467-4c6d-b19e-0b6b3ff3d861 req-0ee3a5d5-370a-4afa-8893-253ec5892e27 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:57.164881 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-63a5a6d3-b467-4c6d-b19e-0b6b3ff3d861 req-0ee3a5d5-370a-4afa-8893-253ec5892e27 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0860717 Apr 03 16:21:57.184314 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c87e9047-08b6-4b0c-ac06-7b8e3c98601b req-78e0cd33-100d-453a-bd82-1ad1c33ed4b2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482607 Apr 03 16:21:57.223459 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-63a5a6d3-b467-4c6d-b19e-0b6b3ff3d861 req-2d27b71f-a4a3-4ad1-8cb3-98fa119fa914 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530186 Apr 03 16:21:57.435526 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc39d-8f7d-4467-bf54-91aee748117e req-d117ee43-15aa-404e-aae7-7ffe9eabd0b9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:57.436931 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7fcbc39d-8f7d-4467-bf54-91aee748117e req-d117ee43-15aa-404e-aae7-7ffe9eabd0b9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0523932 Apr 03 16:21:57.483857 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7fcbc39d-8f7d-4467-bf54-91aee748117e req-6a6e5e14-62e3-4320-bd20-a8e10605bdc0 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Apr 03 16:21:57.528807 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device b04d9afb-d699-458d-a083-7df54b9d4701 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:21:57.605936 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port b04d9afb-d699-458d-a083-7df54b9d4701 is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:21:57.821688 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:21:58.317424 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf72f-d35e-4167-9f53-8d71026d15d7 req-cc530817-ece8-4f16-96da-e4937b953aa5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:58.318978 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f1fbf72f-d35e-4167-9f53-8d71026d15d7 req-cc530817-ece8-4f16-96da-e4937b953aa5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0569897 Apr 03 16:21:58.352907 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab68a31-171f-41ef-bcc6-8f2adb10367e req-d0f0f34f-e4da-465f-afbc-6c7c48646d79 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:58.354655 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-aab68a31-171f-41ef-bcc6-8f2adb10367e req-d0f0f34f-e4da-465f-afbc-6c7c48646d79 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0562196 Apr 03 16:21:58.367363 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f1fbf72f-d35e-4167-9f53-8d71026d15d7 req-e6ff5413-4a7c-4ec1-9dc0-d61b7282b06e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425894 Apr 03 16:21:58.418437 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-aab68a31-171f-41ef-bcc6-8f2adb10367e req-8d118fa5-f6b1-410e-ae31-029c5d681e82 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575075 Apr 03 16:21:58.604906 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324734-6fca-41b2-a3e1-788d1cb8a578 req-1178523c-c0c7-4a70-982c-e8e758959157 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:58.606399 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-58324734-6fca-41b2-a3e1-788d1cb8a578 req-1178523c-c0c7-4a70-982c-e8e758959157 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0563753 Apr 03 16:21:58.655228 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-58324734-6fca-41b2-a3e1-788d1cb8a578 req-d3438f36-1ad4-480a-a4c3-5ae14b7cabe7 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431178 Apr 03 16:21:59.106134 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:59.494773 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7d94f-865a-4615-9e41-25944e17a873 req-bbb528f9-da19-4980-9104-85e0365ec7d5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:59.496294 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f3e7d94f-865a-4615-9e41-25944e17a873 req-bbb528f9-da19-4980-9104-85e0365ec7d5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0562301 Apr 03 16:21:59.554386 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a093ec8-d148-4b68-96da-ea7a7f3b6f44 req-519d4241-04fb-40ca-85fb-64645a97191b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:59.556511 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a093ec8-d148-4b68-96da-ea7a7f3b6f44 req-519d4241-04fb-40ca-85fb-64645a97191b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0686042 Apr 03 16:21:59.559107 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f3e7d94f-865a-4615-9e41-25944e17a873 req-eaa3ffe4-e231-48d8-a6e3-ecbe961d5463 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572226 Apr 03 16:21:59.583499 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65abf705-05f5-48d3-a3e7-dab20f5f01b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:21:59.723143 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a093ec8-d148-4b68-96da-ea7a7f3b6f44 req-6baca1da-e1c0-4463-81a7-a8338e450d3a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624912 Apr 03 16:21:59.770923 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3ad1e-855e-4ccc-be33-e3a0694a83dc req-9105897f-d1bb-490d-a024-c6929f7ba04b tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:21:59.772405 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9da3ad1e-855e-4ccc-be33-e3a0694a83dc req-9105897f-d1bb-490d-a024-c6929f7ba04b tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0519943 Apr 03 16:21:59.819756 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9da3ad1e-855e-4ccc-be33-e3a0694a83dc req-c02ebc60-7126-4d54-aef7-4315f9888365 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Apr 03 16:22:00.686484 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba329b13-e47c-4d08-9f0b-c867c04eb7af req-7bbcc841-5d4c-435e-a511-926bf892de58 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:00.688126 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ba329b13-e47c-4d08-9f0b-c867c04eb7af req-7bbcc841-5d4c-435e-a511-926bf892de58 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0574286 Apr 03 16:22:00.737695 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ba329b13-e47c-4d08-9f0b-c867c04eb7af req-637dbae9-5a4a-4360-bbab-04c6634c69b9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439072 Apr 03 16:22:00.771786 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016e551-b387-4591-b443-a47fadcbe6ff req-af2ffb2c-cf6c-4999-bb01-2cedc6399037 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:00.773960 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4016e551-b387-4591-b443-a47fadcbe6ff req-af2ffb2c-cf6c-4999-bb01-2cedc6399037 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0695250 Apr 03 16:22:00.826358 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4016e551-b387-4591-b443-a47fadcbe6ff req-d2ad8138-a527-4d7c-8a62-6bbcd7b0578c tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453849 Apr 03 16:22:00.944694 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12b119-9515-4e26-957f-4f4ff69eeabd req-cbd35c5c-0bb3-4dbe-96b3-7e599c8795a9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:00.946340 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5e12b119-9515-4e26-957f-4f4ff69eeabd req-cbd35c5c-0bb3-4dbe-96b3-7e599c8795a9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0548604 Apr 03 16:22:00.997631 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5e12b119-9515-4e26-957f-4f4ff69eeabd req-299ba4a0-5658-48d7-a0fd-edc231281ab3 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Apr 03 16:22:01.875640 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c7baa-c341-4adf-b42d-43cc1c67ec03 req-513d2a40-4212-477d-a6f7-b3e5160d8f37 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:01.877189 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-785c7baa-c341-4adf-b42d-43cc1c67ec03 req-513d2a40-4212-477d-a6f7-b3e5160d8f37 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0541711 Apr 03 16:22:01.891983 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb301-4bec-444b-8cf8-ccc4ddc4a500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:01.945088 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-785c7baa-c341-4adf-b42d-43cc1c67ec03 req-dbb87bcb-860b-4045-a12b-b2098074f56a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615957 Apr 03 16:22:01.963152 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652d2d-129e-4b17-9e1f-fcd7ab21c2b5 req-6aa11a76-f103-46d0-a418-1028183066c3 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:01.964644 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-86652d2d-129e-4b17-9e1f-fcd7ab21c2b5 req-6aa11a76-f103-46d0-a418-1028183066c3 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0626035 Apr 03 16:22:02.020102 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-86652d2d-129e-4b17-9e1f-fcd7ab21c2b5 req-62e46564-f391-498e-a42c-fbb3e9fd42d3 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488946 Apr 03 16:22:02.129194 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4cc2c-3e79-4d67-97c0-86694686b315 req-40093f72-afb1-47ca-a6c2-93b36b162a6b tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:02.130850 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-edf4cc2c-3e79-4d67-97c0-86694686b315 req-40093f72-afb1-47ca-a6c2-93b36b162a6b tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0584631 Apr 03 16:22:02.182687 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-edf4cc2c-3e79-4d67-97c0-86694686b315 req-a56ca893-115c-4ca7-89b9-fcdb70da8a13 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453358 Apr 03 16:22:02.928595 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:03.075087 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1543f-9700-468a-be4d-1d9631b54825 req-5a85c78f-60ff-48dc-910d-77253a2f13f7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:03.076596 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-63a1543f-9700-468a-be4d-1d9631b54825 req-5a85c78f-60ff-48dc-910d-77253a2f13f7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0558720 Apr 03 16:22:03.124858 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-63a1543f-9700-468a-be4d-1d9631b54825 req-ccaf18ea-708c-401d-aca9-c75e247fc5f1 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Apr 03 16:22:03.149694 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cab14-bd52-4334-9d01-3c65a2e3df86 req-6aa9508a-c5b0-4fc1-a1ac-d1a145ea0a32 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:03.151216 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a1cab14-bd52-4334-9d01-3c65a2e3df86 req-6aa9508a-c5b0-4fc1-a1ac-d1a145ea0a32 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0607235 Apr 03 16:22:03.200891 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a1cab14-bd52-4334-9d01-3c65a2e3df86 req-459c2f50-502b-40fe-a52a-5ab53b61ceec tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433309 Apr 03 16:22:03.307644 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2651-5e47-4904-976e-52f5a534a6c8 req-1b196e49-a1e5-4305-bf72-7a248e8e572d tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:03.309214 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e76c2651-5e47-4904-976e-52f5a534a6c8 req-1b196e49-a1e5-4305-bf72-7a248e8e572d tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0545163 Apr 03 16:22:03.357865 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e76c2651-5e47-4904-976e-52f5a534a6c8 req-8f9e6008-5ce4-45d0-acc4-a78f44c85bcb tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Apr 03 16:22:04.273515 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf12f48-8cc2-45ff-b77d-0f8a25373995 req-87bc72bb-1510-4236-a5ed-eed0417223e9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:04.275081 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8cf12f48-8cc2-45ff-b77d-0f8a25373995 req-87bc72bb-1510-4236-a5ed-eed0417223e9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0673676 Apr 03 16:22:04.328261 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfc2fd-b061-46df-baf6-c47d189f2815 req-f14b8f1a-72b1-413d-a7c1-748320b7e697 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:04.329770 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-99bfc2fd-b061-46df-baf6-c47d189f2815 req-f14b8f1a-72b1-413d-a7c1-748320b7e697 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0592093 Apr 03 16:22:04.334263 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8cf12f48-8cc2-45ff-b77d-0f8a25373995 req-a5a4e5f5-484c-4e1a-96be-638e9da88307 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513089 Apr 03 16:22:04.357941 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:04.402103 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-99bfc2fd-b061-46df-baf6-c47d189f2815 req-32e0d222-40ef-43b4-9c9d-894af3f99af8 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633552 Apr 03 16:22:04.480647 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9e9a6-1763-4d5e-9e7e-7f9ac963b777 req-fa2a7cf7-d1cf-4210-8dcb-1771441d0826 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:04.482131 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5dc9e9a6-1763-4d5e-9e7e-7f9ac963b777 req-fa2a7cf7-d1cf-4210-8dcb-1771441d0826 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0535460 Apr 03 16:22:04.530718 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5dc9e9a6-1763-4d5e-9e7e-7f9ac963b777 req-73634d72-9c14-4970-91d4-c3c06bd28190 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Apr 03 16:22:05.459879 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4f579-24fc-44db-b8d9-7666332b7185 req-09e5ed6e-b14a-4d25-98e8-9a574eb8cdb3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:05.461382 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0cc4f579-24fc-44db-b8d9-7666332b7185 req-09e5ed6e-b14a-4d25-98e8-9a574eb8cdb3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0548043 Apr 03 16:22:05.511646 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0cc4f579-24fc-44db-b8d9-7666332b7185 req-09e1ccd3-571f-491c-a240-82b2e0044dc3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437524 Apr 03 16:22:05.522224 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2ed3c-c790-4f31-ac0c-5a533b488aa5 req-1604f46b-34d2-4974-8a47-a606f5a297a3 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:05.523740 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dfa2ed3c-c790-4f31-ac0c-5a533b488aa5 req-1604f46b-34d2-4974-8a47-a606f5a297a3 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0578828 Apr 03 16:22:05.576802 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dfa2ed3c-c790-4f31-ac0c-5a533b488aa5 req-2788e8d2-b9a0-4c3b-83a0-e110a8353c3d tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462036 Apr 03 16:22:05.655943 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac1ffe-bda7-45ee-8223-72c2b9511099 req-9b18f369-d2ab-4c74-9ce6-5ade2d905dd4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:05.657334 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8fac1ffe-bda7-45ee-8223-72c2b9511099 req-9b18f369-d2ab-4c74-9ce6-5ade2d905dd4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0536430 Apr 03 16:22:05.707443 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8fac1ffe-bda7-45ee-8223-72c2b9511099 req-e22b43ce-79f4-448a-b0bf-f445233b3212 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445609 Apr 03 16:22:05.796863 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:06.636855 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394cbc4-20d9-4274-8185-a469efe1ff01 req-776c542c-7f42-4f80-90de-85e07b601495 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:06.638481 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e394cbc4-20d9-4274-8185-a469efe1ff01 req-776c542c-7f42-4f80-90de-85e07b601495 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0561128 Apr 03 16:22:06.684688 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e394cbc4-20d9-4274-8185-a469efe1ff01 req-f07c35b8-13cd-46ea-afb3-ed495fee4441 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401213 Apr 03 16:22:06.691799 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b9d8-9188-40ce-b1ed-d8e0c9033d3a req-b18c39ec-fa5b-41e7-843e-85a18b3c8dac tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:06.693260 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d190b9d8-9188-40ce-b1ed-d8e0c9033d3a req-b18c39ec-fa5b-41e7-843e-85a18b3c8dac tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0511639 Apr 03 16:22:06.741431 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d190b9d8-9188-40ce-b1ed-d8e0c9033d3a req-8d01bb2c-f279-456c-8b42-b62b62c96aa9 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424204 Apr 03 16:22:06.821375 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988f5a3-d40f-42f8-82b1-63b49366b478 req-9a46d1ca-4b8b-4469-8faf-05a67af8b76b tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:06.822856 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7988f5a3-d40f-42f8-82b1-63b49366b478 req-9a46d1ca-4b8b-4469-8faf-05a67af8b76b tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0497127 Apr 03 16:22:06.867938 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7988f5a3-d40f-42f8-82b1-63b49366b478 req-14448107-64d3-49f9-b4c9-575bca5cb3bd tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Apr 03 16:22:07.805706 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0c0f-774b-4156-8906-8716f3788f5e req-0bf9a69e-fe03-48be-9d8b-16088d8bce67 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:07.807229 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-93bf0c0f-774b-4156-8906-8716f3788f5e req-0bf9a69e-fe03-48be-9d8b-16088d8bce67 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0512087 Apr 03 16:22:07.853041 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-93bf0c0f-774b-4156-8906-8716f3788f5e req-174f39a7-0067-4e16-bf3f-ac6c9163edcc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403428 Apr 03 16:22:07.857486 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12830c-4e1a-479c-9390-f70753aa2f67 req-0a08f10e-45df-4c8a-8af6-bdd711e6df54 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:07.859362 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fe12830c-4e1a-479c-9390-f70753aa2f67 req-0a08f10e-45df-4c8a-8af6-bdd711e6df54 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0521860 Apr 03 16:22:07.912334 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fe12830c-4e1a-479c-9390-f70753aa2f67 req-82891b93-01d3-4314-966c-6394e3141c12 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471096 Apr 03 16:22:07.988986 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5050d0-6395-48aa-814c-e73affb3d057 req-23a43bd8-e83b-41e6-9500-6ca6c80edad8 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:07.990426 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f5050d0-6395-48aa-814c-e73affb3d057 req-23a43bd8-e83b-41e6-9500-6ca6c80edad8 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0544069 Apr 03 16:22:08.035566 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f5050d0-6395-48aa-814c-e73affb3d057 req-321983e9-c1c4-4b9f-9f7c-e1ab37331143 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Apr 03 16:22:08.975009 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Request body: {'port': {'device_id': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:08.981432 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf8c6e-2424-4a83-afaa-924a13108ebe req-b6e30922-956a-4c08-8825-542f366ee573 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:08.987111 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8dbf8c6e-2424-4a83-afaa-924a13108ebe req-b6e30922-956a-4c08-8825-542f366ee573 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0613458 Apr 03 16:22:09.033111 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8dbf8c6e-2424-4a83-afaa-924a13108ebe req-10266995-32b9-4026-b323-16db64af878b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432563 Apr 03 16:22:09.101592 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:09.122384 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa809eb-5d1f-4554-82a7-085e3065866e req-c6f6a711-d4c2-43b9-84e3-8d88cc105849 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:09.123920 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-faa809eb-5d1f-4554-82a7-085e3065866e req-c6f6a711-d4c2-43b9-84e3-8d88cc105849 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.1283295 Apr 03 16:22:09.150876 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d6a7-435b-401c-954f-444f5cd4d24d req-939b116c-93d4-4e4b-8ee3-1f9844255918 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:09.152284 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-54d0d6a7-435b-401c-954f-444f5cd4d24d req-939b116c-93d4-4e4b-8ee3-1f9844255918 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 931 time: 0.0522904 Apr 03 16:22:09.159349 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-741ed05f-5993-4517-8cee-b3e3196532eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:09.160810 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-741ed05f-5993-4517-8cee-b3e3196532eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 1127 time: 0.1257536 Apr 03 16:22:09.202211 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-54d0d6a7-435b-401c-954f-444f5cd4d24d req-9e4ec560-d512-4fa4-a1eb-5c6742177fdf tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436802 Apr 03 16:22:09.305982 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-faa809eb-5d1f-4554-82a7-085e3065866e req-57613efb-ae45-4cd3-8432-f61fea8fe67c tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729200 Apr 03 16:22:09.401882 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-cf634ea4-5d3f-4e76-9271-4b11f6601917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:09.403311 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-cf634ea4-5d3f-4e76-9271-4b11f6601917 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 917 time: 0.2082562 Apr 03 16:22:09.499761 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-6d859e82-d316-42a0-9e32-ce6dab10cfc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b04d9afb-d699-458d-a083-7df54b9d4701 HTTP/1.1" status: 200 len: 998 time: 0.0844777 Apr 03 16:22:09.583321 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7e6718-6d84-436b-aed9-1d5cef959f4a {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:22:09.592002 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-c11031dd-ed2e-43fb-bd01-399c9175530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:09.593474 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-c11031dd-ed2e-43fb-bd01-399c9175530d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.0788517 Apr 03 16:22:09.595135 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Publish callbacks [] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:09.629916 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Transition to ACTIVE for port object 9b7e6718-6d84-436b-aed9-1d5cef959f4a will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:22:09.648108 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-05475df1-ca6a-4e1c-adef-01aede97aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:09.649578 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-05475df1-ca6a-4e1c-adef-01aede97aad3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464962 Apr 03 16:22:09.742075 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-4cc5fc08-60b0-416b-80da-9d541f92d20c service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827127 Apr 03 16:22:09.745051 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:09.848695 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7e6718-6d84-436b-aed9-1d5cef959f4a,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:09.888464 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.888810 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.889164 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.889484 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.889812 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.890138 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.890493 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.890913 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.891235 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.891554 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.891909 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.892229 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.892543 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.892856 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.893188 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:09.943340 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5723a340-c6f2-4012-ab6e-f9d5393ff651 req-92d19a6b-008a-475b-ac04-9c90d04b6fad service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713846 Apr 03 16:22:09.957948 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Attempting to bind port 9b7e6718-6d84-436b-aed9-1d5cef959f4a on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:22:09.958418 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Attempting to bind port 9b7e6718-6d84-436b-aed9-1d5cef959f4a by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:22:09.958870 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Attempting to bind port 9b7e6718-6d84-436b-aed9-1d5cef959f4a on network ffe90eba-0f45-42f4-ba6b-d9685417999e {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:22:09.964256 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Port 9b7e6718-6d84-436b-aed9-1d5cef959f4a on network ffe90eba-0f45-42f4-ba6b-d9685417999e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:22:09.964850 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Attempting to bind port 9b7e6718-6d84-436b-aed9-1d5cef959f4a on network ffe90eba-0f45-42f4-ba6b-d9685417999e {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:22:09.971154 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:22:09.980191 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Checking segment: {'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:22:09.980191 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Bound using segment: {'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:22:09.980191 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Bound port: 9b7e6718-6d84-436b-aed9-1d5cef959f4a, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ade7933-8b21-4da7-9095-5a9592791a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:22:09.980191 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:10.037017 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] For port 9b7e6718-6d84-436b-aed9-1d5cef959f4a, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:22:10.040021 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] For port 9b7e6718-6d84-436b-aed9-1d5cef959f4a, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:22:10.106067 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:10.144299 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:10.144912 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:10.146394 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d976baae-5418-444b-b273-de9d841866f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/9b7e6718-6d84-436b-aed9-1d5cef959f4a HTTP/1.1" status: 200 len: 1093 time: 1.1762295 Apr 03 16:22:10.146784 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:22:10.149018 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1ffef3-16a9-4836-9ae3-9387ddf848eb" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:22:10.176363 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976baae-5418-444b-b273-de9d841866f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7e6718-6d84-436b-aed9-1d5cef959f4a,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:10.185756 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8cbbf-d3a1-49d4-9baa-edcf2c5ce7aa req-0e3c0965-8a68-4d98-b472-143b2bfbaf4e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:10.188363 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8bf8cbbf-d3a1-49d4-9baa-edcf2c5ce7aa req-0e3c0965-8a68-4d98-b472-143b2bfbaf4e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0820346 Apr 03 16:22:10.194265 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd099253-b9ea-40b2-a8e8-7409db7fecc1 x-openstack-request-id: req-bd099253-b9ea-40b2-a8e8-7409db7fecc1 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:22:10.194553 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:22:10.194877 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd099253-b9ea-40b2-a8e8-7409db7fecc1 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:22:10.195282 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd099253-b9ea-40b2-a8e8-7409db7fecc1'] response: {'name': 'network-changed', 'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'status': 'completed', 'code': 200} Apr 03 16:22:10.247353 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8bf8cbbf-d3a1-49d4-9baa-edcf2c5ce7aa req-2538d0c5-0d55-40cb-9a02-1fbb34cc3adf tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507474 Apr 03 16:22:10.270848 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ffef3-16a9-4836-9ae3-9387ddf848eb req-23f3445d-dd7e-4fe8-a836-b59e1b591c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:10.272397 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a1ffef3-16a9-4836-9ae3-9387ddf848eb req-23f3445d-dd7e-4fe8-a836-b59e1b591c7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6828b1bee678430d9fed44785ab214de&device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 1127 time: 0.0525565 Apr 03 16:22:10.414895 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36d5e5-e4c7-437c-b05a-b571235419e3 req-f566b91b-c769-4390-8b08-2f20c286b68a tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:10.416418 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5a36d5e5-e4c7-437c-b05a-b571235419e3 req-f566b91b-c769-4390-8b08-2f20c286b68a tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 943 time: 0.1192825 Apr 03 16:22:10.432881 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ffef3-16a9-4836-9ae3-9387ddf848eb req-e4f695df-02dd-400e-a0d9-adb64c2c995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:10.434473 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a1ffef3-16a9-4836-9ae3-9387ddf848eb req-e4f695df-02dd-400e-a0d9-adb64c2c995c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6828b1bee678430d9fed44785ab214de&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1457868 Apr 03 16:22:10.442773 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a488bc1-a9a6-48ef-86ee-308471075488 req-7417cf99-2dda-493c-a647-24b303e6d72c tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:10.444357 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2a488bc1-a9a6-48ef-86ee-308471075488 req-7417cf99-2dda-493c-a647-24b303e6d72c tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0694883 Apr 03 16:22:10.501936 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2a488bc1-a9a6-48ef-86ee-308471075488 req-eb744c29-a4c8-4b7b-ace2-640b0d291992 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514445 Apr 03 16:22:10.517336 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5a36d5e5-e4c7-437c-b05a-b571235419e3 req-722c9ff1-7ae5-418b-9a2c-5fa62e53fd40 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907571 Apr 03 16:22:10.569949 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ffef3-16a9-4836-9ae3-9387ddf848eb req-82057fc3-ede7-4e12-87bf-e0a93be5284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:10.571449 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a1ffef3-16a9-4836-9ae3-9387ddf848eb req-82057fc3-ede7-4e12-87bf-e0a93be5284f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104531 Apr 03 16:22:10.651415 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-8790890c-b0e3-4e8f-a1ba-2d699a4562e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:10.652918 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-8790890c-b0e3-4e8f-a1ba-2d699a4562e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6828b1bee678430d9fed44785ab214de&device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 1127 time: 0.0440328 Apr 03 16:22:10.692791 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-9d182001-c066-4655-a0a1-bad2be5d01d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a HTTP/1.1" status: 200 len: 217 time: 0.0334156 Apr 03 16:22:10.740255 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-9e693e8f-a27a-491d-b53d-739ee032f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:10.741636 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-9e693e8f-a27a-491d-b53d-739ee032f5a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8 HTTP/1.1" status: 200 len: 853 time: 0.0423787 Apr 03 16:22:10.792853 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d80a5fc9-e702-4238-9a7a-86c40b8e5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:10.794341 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-d80a5fc9-e702-4238-9a7a-86c40b8e5c51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ffe90eba-0f45-42f4-ba6b-d9685417999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452988 Apr 03 16:22:10.881987 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-bf8d53b7-d89d-418b-b576-cee646cee46f service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796788 Apr 03 16:22:10.978159 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bb64d78a-f5a7-4fe8-9218-b6b2b4f7829a req-68570c90-3f09-44a7-9524-34f06a8f9a5d service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861740 Apr 03 16:22:11.377783 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa72d99-6d6f-45cf-bc3f-fa30039b138f req-66f1fd3d-db1f-42fa-a0b9-a4f2350b9349 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:11.379283 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dfa72d99-6d6f-45cf-bc3f-fa30039b138f req-66f1fd3d-db1f-42fa-a0b9-a4f2350b9349 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0549896 Apr 03 16:22:11.424493 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dfa72d99-6d6f-45cf-bc3f-fa30039b138f req-83ca0068-5310-4649-880b-4508356b3e0e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396318 Apr 03 16:22:11.622311 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:22:11.629706 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abaa24-1fa1-46b7-aacc-ec083988075e req-1d3194bf-ad04-40fd-bd69-ad0953b2391e tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:11.631246 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-55abaa24-1fa1-46b7-aacc-ec083988075e req-1d3194bf-ad04-40fd-bd69-ad0953b2391e tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0637853 Apr 03 16:22:11.644461 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a7ff5-c533-4f41-b890-61c221a4b481 req-e19f62b6-06e6-445b-bcf0-e535272f2c2e tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:11.646047 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ba6a7ff5-c533-4f41-b890-61c221a4b481 req-e19f62b6-06e6-445b-bcf0-e535272f2c2e tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 943 time: 0.0595746 Apr 03 16:22:11.694521 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ba6a7ff5-c533-4f41-b890-61c221a4b481 req-595ff388-28ff-4272-a321-d1bc131810da tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Apr 03 16:22:11.730960 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:22:11.741210 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-c7de46af-5cb2-4a4e-8c24-58aef878c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:11.742588 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'port_id': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'mac_address': 'fa:16:3e:a2:f2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:22:11.742757 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-c7de46af-5cb2-4a4e-8c24-58aef878c820 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb&tenant_id=2419a1999f254b0380077716c83eddf8 HTTP/1.1" status: 200 len: 1127 time: 0.1105998 Apr 03 16:22:11.746292 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-55abaa24-1fa1-46b7-aacc-ec083988075e req-a6f6c6c9-5ab9-4d71-91e7-1efc23e4fdea tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878904 Apr 03 16:22:11.780102 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:22:11.780481 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:11.792867 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:22:11.808758 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-08295aa7-77de-400f-8925-652ddf7a3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:11.810310 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-08295aa7-77de-400f-8925-652ddf7a3cb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 1127 time: 0.0435791 Apr 03 16:22:11.816289 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:22:11.885580 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:11.905379 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-2023fec8-e3de-4d43-8a6c-a0da2144a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:11.907663 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-2023fec8-e3de-4d43-8a6c-a0da2144a748 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 917 time: 0.0897996 Apr 03 16:22:11.976063 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-09eb28a6-1878-4e65-8945-6374c51d0d90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b04d9afb-d699-458d-a083-7df54b9d4701 HTTP/1.1" status: 200 len: 998 time: 0.0611775 Apr 03 16:22:12.027406 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-d0f7d6f9-1a45-4f31-91ce-16a6942faddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:12.028853 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-d0f7d6f9-1a45-4f31-91ce-16a6942faddf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.0440862 Apr 03 16:22:12.056809 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:12.080246 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-a7697e38-d3a5-4d8a-9210-2473f8aa4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:12.081755 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-a7697e38-d3a5-4d8a-9210-2473f8aa4d3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453126 Apr 03 16:22:12.169514 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-0d73b428-0725-4569-aa2a-230e8409939f service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795569 Apr 03 16:22:12.257837 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2a7231b1-28f4-4892-83c1-eb192cd828fa req-af00fe41-09ef-4e27-8336-972bf940993f service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817719 Apr 03 16:22:12.384496 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['6d68b2b2-8d32-4f60-b4d6-94bfc359e428'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:22:12.551702 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c03c9d-aa43-4896-93ea-de02a85866ff req-697de1b1-e17e-446c-bb0f-d92995659e7d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:12.553473 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-83c03c9d-aa43-4896-93ea-de02a85866ff req-697de1b1-e17e-446c-bb0f-d92995659e7d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0534785 Apr 03 16:22:12.608511 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-83c03c9d-aa43-4896-93ea-de02a85866ff req-7e085346-57a5-42dd-8b6f-62204f2f4304 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475967 Apr 03 16:22:12.868413 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13d00-1d85-4d77-b54d-bb9b43573cf8 req-710956a2-2f30-4560-ae5b-af5df4015fe8 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:12.868413 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-08c13d00-1d85-4d77-b54d-bb9b43573cf8 req-710956a2-2f30-4560-ae5b-af5df4015fe8 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 943 time: 0.0867991 Apr 03 16:22:12.913257 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5804810-4811-45e0-9469-eb1a14d12fd3 req-d9894cb2-789a-4d6f-a35b-23501a431998 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:12.915192 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c5804810-4811-45e0-9469-eb1a14d12fd3 req-d9894cb2-789a-4d6f-a35b-23501a431998 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 944 time: 0.0759366 Apr 03 16:22:12.929912 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-08c13d00-1d85-4d77-b54d-bb9b43573cf8 req-f6bf4191-d6cd-406c-99f3-5502f1c49624 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 Apr 03 16:22:12.966897 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c5804810-4811-45e0-9469-eb1a14d12fd3 req-beaef57a-b6ef-4a4b-840c-4207e623d0e1 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461764 Apr 03 16:22:13.760146 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa26af-030f-43de-824e-25721585d5b9 req-11a6fa26-d63d-4fd1-833e-4b80afad33ae tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:13.761637 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f7aa26af-030f-43de-824e-25721585d5b9 req-11a6fa26-d63d-4fd1-833e-4b80afad33ae tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0701728 Apr 03 16:22:13.818176 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f7aa26af-030f-43de-824e-25721585d5b9 req-4f609f59-f04c-46dc-87b3-f1c0f56a7384 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504820 Apr 03 16:22:14.050742 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42babf57-9dff-4176-8b17-dff42be60329 req-cfa8c817-93d5-4876-b60e-51efefde17b9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:14.052232 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-42babf57-9dff-4176-8b17-dff42be60329 req-cfa8c817-93d5-4876-b60e-51efefde17b9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 943 time: 0.0571527 Apr 03 16:22:14.099148 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-42babf57-9dff-4176-8b17-dff42be60329 req-e97c5eff-e1de-4a30-820b-7569c25e0fda tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Apr 03 16:22:14.355880 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59ad63-7ed8-4b47-afd3-904c097df951 req-9dfb6501-6e5e-4c78-b6d7-d75e598c76e0 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:14.357445 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f59ad63-7ed8-4b47-afd3-904c097df951 req-9dfb6501-6e5e-4c78-b6d7-d75e598c76e0 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 944 time: 0.3130045 Apr 03 16:22:14.418681 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f59ad63-7ed8-4b47-afd3-904c097df951 req-b76c83ad-a202-42c2-b5c1-08f80a537db8 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509522 Apr 03 16:22:14.952833 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d94df6-3412-4c4a-a590-c55f7f4b45c3 req-c54764f7-71e8-43e4-acde-75d114f3891e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:14.954286 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c1d94df6-3412-4c4a-a590-c55f7f4b45c3 req-c54764f7-71e8-43e4-acde-75d114f3891e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0649989 Apr 03 16:22:15.011498 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c1d94df6-3412-4c4a-a590-c55f7f4b45c3 req-c8857c06-0380-41b9-94ba-959fa35148fa tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510950 Apr 03 16:22:15.219016 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2a4b4-53d4-485c-b9ba-15782474b513 req-0aea0227-e874-491c-b6f4-1d87ac2c5014 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:15.220698 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2d2a4b4-53d4-485c-b9ba-15782474b513 req-0aea0227-e874-491c-b6f4-1d87ac2c5014 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 943 time: 0.0519884 Apr 03 16:22:15.271188 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2d2a4b4-53d4-485c-b9ba-15782474b513 req-efa981c8-334e-4ba6-a181-88cebb3e914f tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Apr 03 16:22:15.536456 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab5156-d12c-4628-9cfc-5ad4ce574d1d req-fac2983a-310c-40bf-a248-aaef9d40fcd2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:15.537957 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-97ab5156-d12c-4628-9cfc-5ad4ce574d1d req-fac2983a-310c-40bf-a248-aaef9d40fcd2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 944 time: 0.0543337 Apr 03 16:22:15.587042 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-97ab5156-d12c-4628-9cfc-5ad4ce574d1d req-a7fa2157-fef9-4ab6-a876-1c8e97a1a9b7 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434060 Apr 03 16:22:15.658051 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9b7e6718-6d84-436b-aed9-1d5cef959f4a details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:22:15.666017 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:22:15.799101 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9b7e6718-6d84-436b-aed9-1d5cef959f4a, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:22:15.810371 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'port_id': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'mac_address': 'fa:16:3e:cb:a2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:22:15.838052 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:22:15.845837 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:22:15.846417 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:15.871205 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9b7e6718-6d84-436b-aed9-1d5cef959f4a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:22:15.875084 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:15.897275 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7e6718-6d84-436b-aed9-1d5cef959f4a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:22:15.923489 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9b7e6718-6d84-436b-aed9-1d5cef959f4a, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:22:15.960339 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:22:15.960714 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:15.982209 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:22:15.984455 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b633a-a4b7-46fd-bd5e-5bda05231def" -d '{"events": [{"server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "name": "network-vif-plugged", "status": "completed", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:22:15.996340 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:22:16.003330 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:16.025323 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d907ac32-74f6-470d-ac61-01d07dc3a9f2 x-openstack-request-id: req-d907ac32-74f6-470d-ac61-01d07dc3a9f2 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:22:16.025680 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "name": "network-vif-plugged", "status": "completed", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:22:16.025937 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d907ac32-74f6-470d-ac61-01d07dc3a9f2 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:22:16.026338 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d907ac32-74f6-470d-ac61-01d07dc3a9f2'] response: {'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'code': 200} Apr 03 16:22:16.053710 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9b7e6718-6d84-436b-aed9-1d5cef959f4a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:16.083152 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:16.158986 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:16.168666 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe91cd-d698-4666-8474-6d1291f44b26 req-60d379d2-540e-4bfd-8502-e89721d48624 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:16.170152 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-eafe91cd-d698-4666-8474-6d1291f44b26 req-60d379d2-540e-4bfd-8502-e89721d48624 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0778527 Apr 03 16:22:16.223079 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-eafe91cd-d698-4666-8474-6d1291f44b26 req-e117f7d0-4fde-4d2a-b8d2-8a77771e022c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471408 Apr 03 16:22:16.394309 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed136a08-39fd-42ff-8667-0e6315047e3d req-04283161-3a31-4665-8b8e-ae3dbac13d66 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:16.395826 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ed136a08-39fd-42ff-8667-0e6315047e3d req-04283161-3a31-4665-8b8e-ae3dbac13d66 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 944 time: 0.0541294 Apr 03 16:22:16.451543 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ed136a08-39fd-42ff-8667-0e6315047e3d req-2f62d304-dda6-4add-81f9-552f711e46c7 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501482 Apr 03 16:22:16.484106 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9b7e6718-6d84-436b-aed9-1d5cef959f4a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:22:16.709334 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fbd95-868e-4fdd-a54e-eb188c06a634 req-4494e699-80e1-4aba-a539-cdf441dd1ea1 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:16.711973 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-948fbd95-868e-4fdd-a54e-eb188c06a634 req-4494e699-80e1-4aba-a539-cdf441dd1ea1 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0551410 Apr 03 16:22:16.760043 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-948fbd95-868e-4fdd-a54e-eb188c06a634 req-6fce5ed5-58ce-4759-ae05-acaffa5ffaa3 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424492 Apr 03 16:22:17.357520 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e93d49-5ff7-40cd-a355-c9f4963ec931 req-40ac2d03-6f6e-410e-88bf-2873e7bc7a2f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:17.359159 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-71e93d49-5ff7-40cd-a355-c9f4963ec931 req-40ac2d03-6f6e-410e-88bf-2873e7bc7a2f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0544190 Apr 03 16:22:17.406828 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-71e93d49-5ff7-40cd-a355-c9f4963ec931 req-ce9a8009-0304-4b8f-a09e-81cbefcd5cef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415163 Apr 03 16:22:17.574778 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d34c1a-31c3-4881-bd41-8c1b93e9cee3 req-7dae7246-f752-4a7d-83b5-76fe40ac5aae tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:17.576336 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-05d34c1a-31c3-4881-bd41-8c1b93e9cee3 req-7dae7246-f752-4a7d-83b5-76fe40ac5aae tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 944 time: 0.0537846 Apr 03 16:22:17.640058 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-05d34c1a-31c3-4881-bd41-8c1b93e9cee3 req-893881cd-ace2-41d8-b025-b7b11bc5e6b6 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560079 Apr 03 16:22:17.887080 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310576c-5148-4790-ba3e-42105c63eeeb req-bc572ab3-6f25-4f50-b225-77e81ad4cd3d tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:17.894606 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1310576c-5148-4790-ba3e-42105c63eeeb req-bc572ab3-6f25-4f50-b225-77e81ad4cd3d tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0636773 Apr 03 16:22:17.957371 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1310576c-5148-4790-ba3e-42105c63eeeb req-7a2560c9-43a1-4f2a-ace9-4fe874706fbf tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616758 Apr 03 16:22:18.534755 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5648fe5-5c49-4e77-83bc-72f2735cc83c req-ced764fd-af14-43cb-8264-be6d3733baa6 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:18.536345 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c5648fe5-5c49-4e77-83bc-72f2735cc83c req-ced764fd-af14-43cb-8264-be6d3733baa6 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0583413 Apr 03 16:22:18.582026 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c5648fe5-5c49-4e77-83bc-72f2735cc83c req-8f2d9465-ee98-417d-90e6-dc05811823c0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399697 Apr 03 16:22:18.759158 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd45e9e-4c3a-4420-b5ea-6a5196e75374 req-54e30e6c-67c1-4daf-a33b-5ef764125e82 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:18.760634 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-edd45e9e-4c3a-4420-b5ea-6a5196e75374 req-54e30e6c-67c1-4daf-a33b-5ef764125e82 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 944 time: 0.0567467 Apr 03 16:22:18.807577 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-edd45e9e-4c3a-4420-b5ea-6a5196e75374 req-829e4a63-5046-45f7-814a-053c6408fd95 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Apr 03 16:22:19.078027 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341f9a9-7038-4b49-a43e-a13afa9bcc0e req-3b45fc1c-528e-49e1-9213-45fc3dc295c8 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:19.079470 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4341f9a9-7038-4b49-a43e-a13afa9bcc0e req-3b45fc1c-528e-49e1-9213-45fc3dc295c8 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0512021 Apr 03 16:22:19.130522 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4341f9a9-7038-4b49-a43e-a13afa9bcc0e req-237deef3-badc-4bff-9681-1e816d50234a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Apr 03 16:22:19.667126 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9b7e6718-6d84-436b-aed9-1d5cef959f4a up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:22:19.711782 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17098e-42da-43f6-a1e4-651d7401c40e req-7715a4e3-52ff-493b-a892-db8456fac0c7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:19.713267 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-aa17098e-42da-43f6-a1e4-651d7401c40e req-7715a4e3-52ff-493b-a892-db8456fac0c7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0612273 Apr 03 16:22:19.760794 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-aa17098e-42da-43f6-a1e4-651d7401c40e req-bacdb235-569c-45a9-aa4c-ca029e2777ca tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416059 Apr 03 16:22:19.774691 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 9b7e6718-6d84-436b-aed9-1d5cef959f4a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:22:19.780360 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 9b7e6718-6d84-436b-aed9-1d5cef959f4a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:22:19.780980 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:19.873983 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9b7e6718-6d84-436b-aed9-1d5cef959f4a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:22:19.874378 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:19.901876 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:22:19.904303 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db745998-ece8-4c9c-a3c4-72864c03b73c" -d '{"events": [{"server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "name": "network-vif-plugged", "status": "completed", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:22:19.921154 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9b7e6718-6d84-436b-aed9-1d5cef959f4a, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:22:19.944958 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2890ae2-21ca-4f62-803d-f8e847e01050 x-openstack-request-id: req-c2890ae2-21ca-4f62-803d-f8e847e01050 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:22:19.945271 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a224e1-adb3-482a-8d27-84dfa20f2246 req-56ab809c-e5de-4c9f-997f-0eb2f6e90d25 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:19.945764 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "name": "network-vif-plugged", "status": "completed", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:22:19.945764 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2890ae2-21ca-4f62-803d-f8e847e01050 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:22:19.945981 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2890ae2-21ca-4f62-803d-f8e847e01050'] response: {'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'code': 200} Apr 03 16:22:19.947052 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-47a224e1-adb3-482a-8d27-84dfa20f2246 req-56ab809c-e5de-4c9f-997f-0eb2f6e90d25 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 944 time: 0.0636249 Apr 03 16:22:19.999579 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-47a224e1-adb3-482a-8d27-84dfa20f2246 req-5bef0e38-ed36-4795-9b41-e98ef9e2308d tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466049 Apr 03 16:22:20.003612 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:20.053555 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9b7e6718-6d84-436b-aed9-1d5cef959f4a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:20.253197 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516dc35-8a97-43c4-8f0b-f0eca1003e8a req-746ebd85-82bb-4793-9c2a-efb52014f837 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:20.254788 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6516dc35-8a97-43c4-8f0b-f0eca1003e8a req-746ebd85-82bb-4793-9c2a-efb52014f837 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0554297 Apr 03 16:22:20.305283 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6516dc35-8a97-43c4-8f0b-f0eca1003e8a req-2cb0d09d-b5d7-4f5b-af0b-5e4d657c2455 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442550 Apr 03 16:22:20.887533 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32fbc9-8804-4a5e-a4d8-41546e223ef0 req-de722bc9-039c-46d4-971c-8fdeaddb92d0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:20.889069 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2b32fbc9-8804-4a5e-a4d8-41546e223ef0 req-de722bc9-039c-46d4-971c-8fdeaddb92d0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0513144 Apr 03 16:22:20.944073 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2b32fbc9-8804-4a5e-a4d8-41546e223ef0 req-2d85f45b-ac52-4fdd-b8b3-5e0eb66034ef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490096 Apr 03 16:22:21.125518 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1955091-1c23-45a7-9bd7-a9c941c601f4 req-a6dbb02a-889b-426d-990c-18e698533148 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:21.126947 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d1955091-1c23-45a7-9bd7-a9c941c601f4 req-a6dbb02a-889b-426d-990c-18e698533148 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0597394 Apr 03 16:22:21.173786 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d1955091-1c23-45a7-9bd7-a9c941c601f4 req-35322f3d-e199-4fff-b417-d4c5672124c4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Apr 03 16:22:21.427165 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f20bf-fa29-44d9-819a-51cdf69db8d8 req-b161d4a2-8d02-443b-a8a4-f1e996818268 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:21.428707 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-df6f20bf-fa29-44d9-819a-51cdf69db8d8 req-b161d4a2-8d02-443b-a8a4-f1e996818268 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0544086 Apr 03 16:22:21.485589 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-df6f20bf-fa29-44d9-819a-51cdf69db8d8 req-0f443db5-5c07-4e0d-93c3-b54489362b98 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502539 Apr 03 16:22:22.070219 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdbbd4-1286-45b0-95fc-7b6319b6c89b req-416ac6f9-eb4d-4ae6-93a9-1aec50ba9f7f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:22.071806 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0dbdbbd4-1286-45b0-95fc-7b6319b6c89b req-416ac6f9-eb4d-4ae6-93a9-1aec50ba9f7f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0555410 Apr 03 16:22:22.122677 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0dbdbbd4-1286-45b0-95fc-7b6319b6c89b req-466c5927-4f77-4eb2-ae04-8d054670194f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453014 Apr 03 16:22:22.297690 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56189a2f-619a-424a-8e0e-02506f08e705 req-5dbec67f-4073-4ad6-8de7-3e1323304002 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:22.299205 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-56189a2f-619a-424a-8e0e-02506f08e705 req-5dbec67f-4073-4ad6-8de7-3e1323304002 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0523291 Apr 03 16:22:22.354170 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-56189a2f-619a-424a-8e0e-02506f08e705 req-0ba5390e-ffb5-4f98-b9fc-1b8f86fe7016 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Apr 03 16:22:22.603999 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bbf42-cb82-4afa-b2d6-4ffda76e74a3 req-38ee676e-1dd8-4246-9193-772bdacbb8d4 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:22.606879 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-100bbf42-cb82-4afa-b2d6-4ffda76e74a3 req-38ee676e-1dd8-4246-9193-772bdacbb8d4 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0548251 Apr 03 16:22:22.663069 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-100bbf42-cb82-4afa-b2d6-4ffda76e74a3 req-7845b3ba-e5e7-475c-9389-53dc783ae936 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498531 Apr 03 16:22:23.245294 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0623-d6e5-4795-b819-20ddfd80d302 req-6117d070-2b77-4633-8001-5c0f6156f11b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:23.246792 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-62ef0623-d6e5-4795-b819-20ddfd80d302 req-6117d070-2b77-4633-8001-5c0f6156f11b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0511289 Apr 03 16:22:23.296474 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-62ef0623-d6e5-4795-b819-20ddfd80d302 req-65ce063c-7331-491b-896d-85ffac22cbcb tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440841 Apr 03 16:22:23.472912 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e2b37-980a-4af9-b27d-ef1929731389 req-7e6ae1f5-7cb5-4427-b4ec-3be0e2eed8b0 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:23.474393 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-444e2b37-980a-4af9-b27d-ef1929731389 req-7e6ae1f5-7cb5-4427-b4ec-3be0e2eed8b0 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0532234 Apr 03 16:22:23.521011 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-444e2b37-980a-4af9-b27d-ef1929731389 req-17fdbc99-a7da-4b64-83ca-0a957f3ffc39 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Apr 03 16:22:23.784374 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17704404-c0cc-4f9a-a2b8-80c75322cb9f req-2706eb6c-8d5a-4e6b-adea-0fcd93a2a1ff tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:23.785906 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-17704404-c0cc-4f9a-a2b8-80c75322cb9f req-2706eb6c-8d5a-4e6b-adea-0fcd93a2a1ff tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0589733 Apr 03 16:22:23.833365 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-17704404-c0cc-4f9a-a2b8-80c75322cb9f req-83c31038-c4a2-47d1-8e7e-db5c0ccf835f tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Apr 03 16:22:24.437355 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149f8d5-9585-47ed-9ac4-a8a8b16ffaca req-3036f627-fced-4e36-b61d-44d24047d368 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:24.438915 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c149f8d5-9585-47ed-9ac4-a8a8b16ffaca req-3036f627-fced-4e36-b61d-44d24047d368 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0635157 Apr 03 16:22:24.488998 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c149f8d5-9585-47ed-9ac4-a8a8b16ffaca req-60275ca6-94b9-4456-b597-ec6e92f608cc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417032 Apr 03 16:22:24.647820 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fc852-d722-4cda-b012-1574725702c6 req-3ef6f7b4-e89a-4618-8459-c68c45eb53f4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:24.649358 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-260fc852-d722-4cda-b012-1574725702c6 req-3ef6f7b4-e89a-4618-8459-c68c45eb53f4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0515487 Apr 03 16:22:24.700520 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-260fc852-d722-4cda-b012-1574725702c6 req-4ec84bb1-a4f1-45f5-a1d6-1956cc8587ed tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421481 Apr 03 16:22:25.345660 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61a36d-c3d4-4a35-a7b4-a31e014973a3 req-83c81792-d1b1-4526-8c2e-ad7d9c9bfe3b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:25.347811 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5f61a36d-c3d4-4a35-a7b4-a31e014973a3 req-83c81792-d1b1-4526-8c2e-ad7d9c9bfe3b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0529914 Apr 03 16:22:25.396129 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5f61a36d-c3d4-4a35-a7b4-a31e014973a3 req-858c9375-90b5-4e5f-a2e7-42d17b8b7a20 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427928 Apr 03 16:22:25.610908 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c527c1a-a4d9-48ad-b3df-9e2bf84b89cb req-7e6810c6-08bc-4f8e-9039-2033086f0789 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:25.612362 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1c527c1a-a4d9-48ad-b3df-9e2bf84b89cb req-7e6810c6-08bc-4f8e-9039-2033086f0789 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0516005 Apr 03 16:22:25.661425 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1c527c1a-a4d9-48ad-b3df-9e2bf84b89cb req-2f2ed1b6-ecf7-4dca-9910-3b6c00b20b21 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435896 Apr 03 16:22:25.814668 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b94afa-d433-48aa-8aef-9a7d4e53c483 req-325e7d98-c317-4b44-92a8-675e24c8fdb8 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:25.816704 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e5b94afa-d433-48aa-8aef-9a7d4e53c483 req-325e7d98-c317-4b44-92a8-675e24c8fdb8 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0545752 Apr 03 16:22:25.862008 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e5b94afa-d433-48aa-8aef-9a7d4e53c483 req-70861c0a-1c9f-45bb-8047-e0fda09df971 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Apr 03 16:22:26.510347 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949beb5e-7d21-4285-956e-51b848fb6932 req-7b617aa1-73fe-4927-9702-d9688805ea96 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:26.511859 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-949beb5e-7d21-4285-956e-51b848fb6932 req-7b617aa1-73fe-4927-9702-d9688805ea96 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0508292 Apr 03 16:22:26.559309 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-949beb5e-7d21-4285-956e-51b848fb6932 req-59c47d62-d1ef-4563-aee2-3007c5954bb0 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 Apr 03 16:22:26.780776 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fe2ca-b23c-4f21-8142-164a9262d436 req-a31d5d52-4bb1-46bf-b332-e6c5fd51c2e3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:26.782234 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5e8fe2ca-b23c-4f21-8142-164a9262d436 req-a31d5d52-4bb1-46bf-b332-e6c5fd51c2e3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0509729 Apr 03 16:22:26.827416 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5e8fe2ca-b23c-4f21-8142-164a9262d436 req-7a886912-215c-42da-80d6-a57766de7fdd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397425 Apr 03 16:22:26.974071 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b5745-61fe-4ae3-be8e-52e279192f74 req-20ca1463-bedb-4fcc-9911-f54d7edd8e5d tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:26.975520 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b58b5745-61fe-4ae3-be8e-52e279192f74 req-20ca1463-bedb-4fcc-9911-f54d7edd8e5d tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0506685 Apr 03 16:22:27.025339 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b58b5745-61fe-4ae3-be8e-52e279192f74 req-cf645c3c-0901-4d67-b7e8-c507a3462946 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439568 Apr 03 16:22:27.675077 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a3f63-8bb9-4482-954c-53433496e3db req-dae2ec93-b4ba-449a-827d-bf59b22690bf tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:27.676479 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3b1a3f63-8bb9-4482-954c-53433496e3db req-dae2ec93-b4ba-449a-827d-bf59b22690bf tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0515618 Apr 03 16:22:27.728879 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3b1a3f63-8bb9-4482-954c-53433496e3db req-da648d0a-73ed-4bb0-b16f-125d23950ef7 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464730 Apr 03 16:22:27.951934 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca5b76-9f98-40ba-b3e2-01558605bda6 req-4ad35881-8f93-4bcd-881c-f565034d7738 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:27.953429 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cdca5b76-9f98-40ba-b3e2-01558605bda6 req-4ad35881-8f93-4bcd-881c-f565034d7738 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0555763 Apr 03 16:22:28.000340 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cdca5b76-9f98-40ba-b3e2-01558605bda6 req-7b542669-9f1a-4a97-930e-531d2d19ce20 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411782 Apr 03 16:22:28.139953 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fb8d8-4343-4af7-9c90-5ca053992f72 req-a50dced3-17b6-405e-8ef4-ef028c7e595b tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:28.141425 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-594fb8d8-4343-4af7-9c90-5ca053992f72 req-a50dced3-17b6-405e-8ef4-ef028c7e595b tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0512295 Apr 03 16:22:28.187246 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-594fb8d8-4343-4af7-9c90-5ca053992f72 req-c7efe5f6-e9e6-4a94-92fe-b72a759669d4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Apr 03 16:22:28.637844 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e3d0f-5734-464d-9d23-b7c3b098c703 req-a2b84b6c-7266-4c08-af52-ffa182f3c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:28.639260 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-286e3d0f-5734-464d-9d23-b7c3b098c703 req-a2b84b6c-7266-4c08-af52-ffa182f3c0c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 1129 time: 0.0412467 Apr 03 16:22:28.681769 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-286e3d0f-5734-464d-9d23-b7c3b098c703 req-630cc93e-3075-4d71-b067-d9de345ba5a9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360665 Apr 03 16:22:28.842357 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5ca25-e471-45eb-b390-7f7a696ee3d5 req-bf851e8c-7bac-40cf-8085-97316af966f5 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:28.843828 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-50f5ca25-e471-45eb-b390-7f7a696ee3d5 req-bf851e8c-7bac-40cf-8085-97316af966f5 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0504713 Apr 03 16:22:28.893500 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-50f5ca25-e471-45eb-b390-7f7a696ee3d5 req-8c3cb502-5d64-43fc-9591-8d2f29290150 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437648 Apr 03 16:22:29.123570 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb883bc-d381-4ab7-8445-36d9e959291b req-39fca144-d0ec-4514-8456-91907bb3541a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:29.125014 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cb883bc-d381-4ab7-8445-36d9e959291b req-39fca144-d0ec-4514-8456-91907bb3541a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0544624 Apr 03 16:22:29.139577 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:29.170600 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cb883bc-d381-4ab7-8445-36d9e959291b req-b3f83d26-b654-4691-8814-2aa4e8c7bc59 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393810 Apr 03 16:22:29.303853 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fac8b-74a8-4874-9e14-2fb772716d96 req-2d770398-3b69-483c-ab11-67dff65e2150 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:29.305287 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-eb7fac8b-74a8-4874-9e14-2fb772716d96 req-2d770398-3b69-483c-ab11-67dff65e2150 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0535574 Apr 03 16:22:29.355501 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-eb7fac8b-74a8-4874-9e14-2fb772716d96 req-4a60ee40-9dd7-4e04-8529-65cfcccdecd3 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447910 Apr 03 16:22:29.573749 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5873eb1-bdea-411e-843a-50081fcd8bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:29.639845 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e01ca-b932-48a0-a78f-70f6c9a9d2e6 req-a8d30cfa-220d-4493-9b25-413cc4163498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:29.641343 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3d6e01ca-b932-48a0-a78f-70f6c9a9d2e6 req-a8d30cfa-220d-4493-9b25-413cc4163498 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 1129 time: 0.0520251 Apr 03 16:22:29.683781 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3d6e01ca-b932-48a0-a78f-70f6c9a9d2e6 req-5701674c-0d08-48b1-a961-396ba66e5c35 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Apr 03 16:22:30.018214 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838088d-71a0-472c-b53b-8738bc59a2de req-f2e92aae-3375-4955-96f8-4e517037b709 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:30.020289 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c838088d-71a0-472c-b53b-8738bc59a2de req-f2e92aae-3375-4955-96f8-4e517037b709 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0551550 Apr 03 16:22:30.069776 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c838088d-71a0-472c-b53b-8738bc59a2de req-e0321d63-6737-4beb-a9cc-2b4f81919451 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440123 Apr 03 16:22:30.289901 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d631e-0932-4203-b7da-0f039a89268b req-fd852b21-fad3-4bf7-855f-427a5d4b272b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:30.291381 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-192d631e-0932-4203-b7da-0f039a89268b req-fd852b21-fad3-4bf7-855f-427a5d4b272b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0502415 Apr 03 16:22:30.345179 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-192d631e-0932-4203-b7da-0f039a89268b req-7fef7402-539b-4755-baaf-6ef6264dd89c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483291 Apr 03 16:22:30.468292 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356562ab-7516-409d-9b73-d262208a1c5d req-9580af3a-a76f-4de1-b2b3-58269ea5febb tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:30.469778 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-356562ab-7516-409d-9b73-d262208a1c5d req-9580af3a-a76f-4de1-b2b3-58269ea5febb tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0501082 Apr 03 16:22:30.515128 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-356562ab-7516-409d-9b73-d262208a1c5d req-572a5308-8969-4d19-9cc0-fb4514b0c6a0 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Apr 03 16:22:31.184751 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137d7d9-d945-43c4-a8a7-2a34847e9659 req-0ced7f9e-b881-4409-b713-c35e68b8face tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:31.186207 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b137d7d9-d945-43c4-a8a7-2a34847e9659 req-0ced7f9e-b881-4409-b713-c35e68b8face tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0510144 Apr 03 16:22:31.236728 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b137d7d9-d945-43c4-a8a7-2a34847e9659 req-ac18dafa-d1c8-4628-aff1-8d624439844f tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450542 Apr 03 16:22:31.349764 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9a27d-e8c8-4c60-9dea-67a083690a4b req-bffc87fa-7719-4d5a-b9e9-769b4d7f8e68 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:31.351286 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2d9a27d-e8c8-4c60-9dea-67a083690a4b req-bffc87fa-7719-4d5a-b9e9-769b4d7f8e68 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0511653 Apr 03 16:22:31.400166 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2d9a27d-e8c8-4c60-9dea-67a083690a4b req-19344651-487c-4c07-ba5b-54690cf2314a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Apr 03 16:22:31.425635 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 39788) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:31.467966 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd3484-15ff-4e61-a4cf-6466b019088d req-0076e7c2-35d2-4074-a6c7-ec1d65285767 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:31.469436 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b8dd3484-15ff-4e61-a4cf-6466b019088d req-0076e7c2-35d2-4074-a6c7-ec1d65285767 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0520344 Apr 03 16:22:31.517302 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b8dd3484-15ff-4e61-a4cf-6466b019088d req-9f40ed0f-fb3e-40e7-9377-2a920822cf28 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421693 Apr 03 16:22:31.575661 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d572679-a819-49c3-a194-b985bac2a020 tempest-TestShelveInstance-1124485980 tempest-TestShelveInstance-1124485980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:31.577182 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8d572679-a819-49c3-a194-b985bac2a020 tempest-TestShelveInstance-1124485980 tempest-TestShelveInstance-1124485980-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 1124 time: 0.1504900 Apr 03 16:22:31.580415 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39794) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:31.585464 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'port_id': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:31.632547 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8dddf-c98c-4a1b-a831-74ff568cd171 req-b9ed1933-63a0-419f-bbbe-42bc407c7e41 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:31.633943 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-89e8dddf-c98c-4a1b-a831-74ff568cd171 req-b9ed1933-63a0-419f-bbbe-42bc407c7e41 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0555105 Apr 03 16:22:31.681061 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-89e8dddf-c98c-4a1b-a831-74ff568cd171 req-6a98a06e-9a19-41a1-9e6b-df1730768fe7 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414567 Apr 03 16:22:31.688959 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:31.787949 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:31.890129 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Allocated IP 172.27.0.62 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/1b903ddd-c88a-485a-8b4b-27ab20828c93) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:22:31.897001 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9037dc16-576f-4901-a1c2-a3b06882333e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:31.990580 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for port (1b903ddd-c88a-485a-8b4b-27ab20828c93), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:32.085507 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (1b903ddd-c88a-485a-8b4b-27ab20828c93), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:32.122211 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:22:32.125059 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:22:32.131057 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:22:32.152370 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event updated for resources: {'Port': ['ID=1b903ddd-c88a-485a-8b4b-27ab20828c93,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:32.167313 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.169850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.169850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.169850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.169850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.169850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.169850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.169850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.169850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.170587 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.170587 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.170849 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.171163 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.171474 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.171787 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:22:32.482352 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for floatingip (031e4380-1172-448e-adc8-24f897d7dfd5), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:32.630424 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (1b903ddd-c88a-485a-8b4b-27ab20828c93), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:32.801118 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff117a0a-5ee9-41df-9bc3-7573446ce790 req-d54504bb-b12b-412a-a978-e485f8489efa tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:32.802685 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ff117a0a-5ee9-41df-9bc3-7573446ce790 req-d54504bb-b12b-412a-a978-e485f8489efa tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0536146 Apr 03 16:22:32.854655 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ff117a0a-5ee9-41df-9bc3-7573446ce790 req-36c08416-693f-48c3-9b14-d799d5e4a340 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463467 Apr 03 16:22:32.894270 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089206e-427c-494b-b28e-93cbfe2c808b req-20ba1e63-f939-4bb2-acd2-0dd2830e3214 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:32.895739 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b089206e-427c-494b-b28e-93cbfe2c808b req-20ba1e63-f939-4bb2-acd2-0dd2830e3214 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.3005815 Apr 03 16:22:32.927589 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:32.980041 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b835d8e-a53f-4e40-b223-f13318c8e48a req-232ebc30-a0a5-4ebe-ba31-7e0e73838de4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:32.981604 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b835d8e-a53f-4e40-b223-f13318c8e48a req-232ebc30-a0a5-4ebe-ba31-7e0e73838de4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0576227 Apr 03 16:22:33.002038 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b089206e-427c-494b-b28e-93cbfe2c808b req-5c7d3177-3ed3-43da-9785-c0bc981c35e9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938296 Apr 03 16:22:33.033511 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b835d8e-a53f-4e40-b223-f13318c8e48a req-5a5a8c65-d0a6-4c78-8904-11c621ea99d0 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 Apr 03 16:22:33.049008 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for port (1b903ddd-c88a-485a-8b4b-27ab20828c93), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:33.110881 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (1b903ddd-c88a-485a-8b4b-27ab20828c93), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:33.178163 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event updated for resources: {'Port': ['ID=1b903ddd-c88a-485a-8b4b-27ab20828c93,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:33.188296 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (031e4380-1172-448e-adc8-24f897d7dfd5), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:33.290262 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Floating IP 031e4380-1172-448e-adc8-24f897d7dfd5 associated. External IP: 172.27.0.62, port: 6d68b2b2-8d32-4f60-b4d6-94bfc359e428. Apr 03 16:22:33.364181 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2dc9-a278-4d81-87ca-1e7ed5727564 req-0b94b332-d6fc-431d-9e88-d9509ab7c3f7 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:33.365617 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8d9e2dc9-a278-4d81-87ca-1e7ed5727564 req-0b94b332-d6fc-431d-9e88-d9509ab7c3f7 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0615311 Apr 03 16:22:33.415448 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8d9e2dc9-a278-4d81-87ca-1e7ed5727564 req-bda8ddd4-323d-44a5-aa3a-614d03a949cf tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412295 Apr 03 16:22:33.505148 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Router 7c305175-b1ab-4a35-90bb-69ff9b74e132 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:22:33.615039 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:22:33.624775 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] Sync routers for ids ['7c305175-b1ab-4a35-90bb-69ff9b74e132'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:22:33.634349 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] Routers {'7c305175-b1ab-4a35-90bb-69ff9b74e132'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:22:33.634979 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:22:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['7c305175-b1ab-4a35-90bb-69ff9b74e132'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:22:33.741158 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] Set router 7c305175-b1ab-4a35-90bb-69ff9b74e132 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:22:33.741926 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:33.782974 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-13e45460-e865-4196-b8fd-a310771f4402 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2007391 Apr 03 16:22:33.787217 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:22:33.789626 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:22:33.828932 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25880692-4d58-4f59-aeda-68248d57dca7 x-openstack-request-id: req-25880692-4d58-4f59-aeda-68248d57dca7 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:22:33.828932 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:22:33.828932 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25880692-4d58-4f59-aeda-68248d57dca7 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:22:33.828932 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25880692-4d58-4f59-aeda-68248d57dca7'] response: {'name': 'network-changed', 'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'status': 'completed', 'code': 200} Apr 03 16:22:33.899173 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-d3c31b88-8aeb-4c10-94f8-ab74dda052f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:33.900745 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-d3c31b88-8aeb-4c10-94f8-ab74dda052f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d18393cd72468a8c4f01bd9c6aea63&device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 1129 time: 0.0489800 Apr 03 16:22:33.966371 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '031e4380-1172-448e-adc8-24f897d7dfd5', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'port_id': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'mac_address': 'fa:16:3e:a2:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e14467-a3f8-4053-9b65-1b4739384481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:22:32Z', 'updated_at': '2022-04-03T16:22:32Z', 'revision_number': 0, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba871cfa-26d8-458f-9722-62699bbb8d59', 'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'mac_address': 'fa:16:3e:1c:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:53Z', 'updated_at': '2022-04-03T16:20:59Z', 'revision_number': 5, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'subnets': [{'id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:22:33.993520 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-e7329cf8-e228-4ef3-9860-e17a0ffafe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:33.998111 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-e7329cf8-e228-4ef3-9860-e17a0ffafe75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 HTTP/1.1" status: 200 len: 909 time: 0.0865650 Apr 03 16:22:33.998291 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] Checking router: 7c305175-b1ab-4a35-90bb-69ff9b74e132 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:22:34.004636 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] Routers {'7c305175-b1ab-4a35-90bb-69ff9b74e132'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:22:34.005228 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:22:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['7c305175-b1ab-4a35-90bb-69ff9b74e132'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:22:34.064966 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-b6a76542-7a75-4979-9ceb-8717ad3b78b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428 HTTP/1.1" status: 200 len: 998 time: 0.0633311 Apr 03 16:22:34.113548 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] Set router 7c305175-b1ab-4a35-90bb-69ff9b74e132 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:22:34.160664 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-287dfe44-94aa-418b-9953-7000e6b55290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:34.162139 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-287dfe44-94aa-418b-9953-7000e6b55290 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54e23844-ec83-4128-9385-e9f6fb20ae02 HTTP/1.1" status: 200 len: 847 time: 0.0898693 Apr 03 16:22:34.178966 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec9921-212d-405d-8b31-fee125768a1d req-05fd70dc-de7a-42f2-939a-36255705a9d8 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:34.180503 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4dec9921-212d-405d-8b31-fee125768a1d req-05fd70dc-de7a-42f2-939a-36255705a9d8 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0996113 Apr 03 16:22:34.258578 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4dec9921-212d-405d-8b31-fee125768a1d req-9c99ed64-05f3-47ee-9569-aff2b91aec94 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695450 Apr 03 16:22:34.265078 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-a9e1389e-97ef-466d-8e10-bf34f44328d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:34.266709 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-a9e1389e-97ef-466d-8e10-bf34f44328d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953979 Apr 03 16:22:34.297227 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:34.364353 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-b1a2c7b4-f775-4abf-b56a-149b36746b88 service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900562 Apr 03 16:22:34.446884 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '031e4380-1172-448e-adc8-24f897d7dfd5', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'port_id': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'mac_address': 'fa:16:3e:a2:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e14467-a3f8-4053-9b65-1b4739384481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:22:32Z', 'updated_at': '2022-04-03T16:22:32Z', 'revision_number': 0, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba871cfa-26d8-458f-9722-62699bbb8d59', 'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'mac_address': 'fa:16:3e:1c:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:53Z', 'updated_at': '2022-04-03T16:20:59Z', 'revision_number': 5, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'subnets': [{'id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:22:34.456806 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b3a01ab7-81ab-4458-8de3-4ea0cfe76bdf req-6b7c757f-1bf2-40bb-9e3d-8d16d9a30387 service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856047 Apr 03 16:22:34.473058 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f2689-abb3-48b2-82cf-5447eb003981 None None] The sync data for ids ['7c305175-b1ab-4a35-90bb-69ff9b74e132'] in dv-cinder-836247-2-iscsi is: [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '031e4380-1172-448e-adc8-24f897d7dfd5', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'port_id': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'mac_address': 'fa:16:3e:a2:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e14467-a3f8-4053-9b65-1b4739384481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:22:32Z', 'updated_at': '2022-04-03T16:22:32Z', 'revision_number': 0, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba871cfa-26d8-458f-9722-62699bbb8d59', 'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'mac_address': 'fa:16:3e:1c:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:53Z', 'updated_at': '2022-04-03T16:20:59Z', 'revision_number': 5, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'subnets': [{'id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:22:34.668256 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b91d56-0ab1-4ba5-a381-73e87c09ebea None None] New status for floating IP 031e4380-1172-448e-adc8-24f897d7dfd5: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:22:34.819740 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:22:35.386007 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6d2cb-3cdc-493b-a242-c0121f1139e5 req-f2a610b4-072b-4c46-b2bb-d53791ea7421 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:35.387541 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d2d6d2cb-3cdc-493b-a242-c0121f1139e5 req-f2a610b4-072b-4c46-b2bb-d53791ea7421 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0530410 Apr 03 16:22:35.432549 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d2d6d2cb-3cdc-493b-a242-c0121f1139e5 req-41cd4f4e-8f47-437b-a736-bd33c61df593 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395195 Apr 03 16:22:35.802023 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:36.558668 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31941723-92e5-45ac-a6e9-20b84404cd03 req-5404671a-67a1-4d40-ad59-84816fb924f7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:36.560145 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-31941723-92e5-45ac-a6e9-20b84404cd03 req-5404671a-67a1-4d40-ad59-84816fb924f7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0548129 Apr 03 16:22:36.606509 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-31941723-92e5-45ac-a6e9-20b84404cd03 req-3eccdd64-8959-49fa-bda0-ed844c17b872 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408471 Apr 03 16:22:37.734056 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dce847-cb79-43b0-a2c9-b3551fece222 req-4f4ec659-d01d-4e1d-8621-9475c7d79191 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:37.735599 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a7dce847-cb79-43b0-a2c9-b3551fece222 req-4f4ec659-d01d-4e1d-8621-9475c7d79191 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0518272 Apr 03 16:22:37.782965 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a7dce847-cb79-43b0-a2c9-b3551fece222 req-9fa51783-e7aa-4a65-be2b-76e5423a5646 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417640 Apr 03 16:22:38.906142 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e621af2-2e14-45c5-a22c-bd388fcb19a2 req-a843a8b2-917d-4177-9a34-6b12765d7d15 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:38.907617 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3e621af2-2e14-45c5-a22c-bd388fcb19a2 req-a843a8b2-917d-4177-9a34-6b12765d7d15 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0509410 Apr 03 16:22:38.953830 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3e621af2-2e14-45c5-a22c-bd388fcb19a2 req-35d1bd5e-0aaf-41bd-9b6a-0adaceb01fea tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401928 Apr 03 16:22:39.786137 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device b04d9afb-d699-458d-a083-7df54b9d4701 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:22:39.883691 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:22:39.895522 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'port_id': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'mac_address': 'fa:16:3e:70:a2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:22:39.930219 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port b04d9afb-d699-458d-a083-7df54b9d4701 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:22:39.930629 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:39.943614 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04d9afb-d699-458d-a083-7df54b9d4701 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:22:39.962757 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:22:40.057329 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:40.081456 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259a485-12ac-4534-8f62-dc28c514f59c req-bd5bf3f2-3e7e-4957-9141-7047d53e52a2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:40.082977 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4259a485-12ac-4534-8f62-dc28c514f59c req-bd5bf3f2-3e7e-4957-9141-7047d53e52a2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 943 time: 0.0577765 Apr 03 16:22:40.104113 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:40.129957 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4259a485-12ac-4534-8f62-dc28c514f59c req-ee95a78c-9b72-430f-8359-058c15cfb47e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Apr 03 16:22:40.534666 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['b04d9afb-d699-458d-a083-7df54b9d4701'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:22:41.250045 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fb530-78bc-4030-a5db-cb13737d3e02 req-06dd09ac-039a-43a9-b260-c28004e873b7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:41.251618 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-485fb530-78bc-4030-a5db-cb13737d3e02 req-06dd09ac-039a-43a9-b260-c28004e873b7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 944 time: 0.0502720 Apr 03 16:22:41.295778 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-485fb530-78bc-4030-a5db-cb13737d3e02 req-07064a4a-156c-4c95-b94a-7b0ddc816b56 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386736 Apr 03 16:22:42.418094 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54501498-e657-4206-a144-46bf5074204b req-964698c3-b58f-41d5-993f-d5d6ea2642a0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:42.419507 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-54501498-e657-4206-a144-46bf5074204b req-964698c3-b58f-41d5-993f-d5d6ea2642a0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 944 time: 0.0510192 Apr 03 16:22:42.465051 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-54501498-e657-4206-a144-46bf5074204b req-1d889d69-0a2a-49e1-ba88-cbc9cfca0b67 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396492 Apr 03 16:22:43.588976 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3bd9d-9988-4301-8094-b0ea9da7f974 req-379ee143-a3f9-4d98-a84d-fa2f4c6fa198 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:43.590427 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-29d3bd9d-9988-4301-8094-b0ea9da7f974 req-379ee143-a3f9-4d98-a84d-fa2f4c6fa198 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 944 time: 0.0545559 Apr 03 16:22:43.635415 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-29d3bd9d-9988-4301-8094-b0ea9da7f974 req-51f7032f-e406-4059-bf0e-9bbb3492f445 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392497 Apr 03 16:22:43.824180 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device b04d9afb-d699-458d-a083-7df54b9d4701 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:22:43.871713 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port b04d9afb-d699-458d-a083-7df54b9d4701 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:22:43.872089 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:43.954063 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port b04d9afb-d699-458d-a083-7df54b9d4701 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:22:43.954394 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:43.977068 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:22:43.979558 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dad2d26-3765-474c-a547-45d3d5e0d53b" -d '{"events": [{"server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "name": "network-vif-plugged", "status": "completed", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:22:43.992077 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:22:44.014406 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8794621d-4e1f-4e07-85c6-fb45a6b2deae x-openstack-request-id: req-8794621d-4e1f-4e07-85c6-fb45a6b2deae {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:22:44.014751 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "name": "network-vif-plugged", "status": "completed", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:22:44.015013 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8794621d-4e1f-4e07-85c6-fb45a6b2deae {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:22:44.015413 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8794621d-4e1f-4e07-85c6-fb45a6b2deae'] response: {'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'code': 200} Apr 03 16:22:44.065876 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:44.111405 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:44.760631 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c48e-f389-40c3-8336-b30e5433f277 req-a62ace7d-95c6-43a5-9764-9a71ea47ca26 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:44.762112 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7108c48e-f389-40c3-8336-b30e5433f277 req-a62ace7d-95c6-43a5-9764-9a71ea47ca26 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 946 time: 0.0512872 Apr 03 16:22:44.808175 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7108c48e-f389-40c3-8336-b30e5433f277 req-f9847aa6-e762-47bb-ada1-284b1d32b366 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403211 Apr 03 16:22:44.968617 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedce003-7c48-4dc1-a87a-cd3f09b86264 req-b97973f6-39ee-4c36-ae41-86d152787fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:44.970074 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dedce003-7c48-4dc1-a87a-cd3f09b86264 req-b97973f6-39ee-4c36-ae41-86d152787fd8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 1130 time: 0.0536242 Apr 03 16:22:45.019962 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dedce003-7c48-4dc1-a87a-cd3f09b86264 req-cf70d9cd-1428-4366-a2f0-9a2db77216e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374677 Apr 03 16:22:45.729669 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bc004-c1de-4425-a83c-a3d60c9a68e5 req-73035bfa-faa0-4832-886b-0e34e2a465e2 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:45.731165 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e29bc004-c1de-4425-a83c-a3d60c9a68e5 req-73035bfa-faa0-4832-886b-0e34e2a465e2 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0545759 Apr 03 16:22:45.780481 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e29bc004-c1de-4425-a83c-a3d60c9a68e5 req-b5b951f6-2a31-4b2a-8e6f-fda82f2fc72c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Apr 03 16:22:45.802259 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39890) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:45.886099 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a234a-3ac2-4c34-b0ad-5279d3ed14a8 tempest-TestMinimumBasicScenario-538804978 tempest-TestMinimumBasicScenario-538804978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:45.889602 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-993a234a-3ac2-4c34-b0ad-5279d3ed14a8 tempest-TestMinimumBasicScenario-538804978 tempest-TestMinimumBasicScenario-538804978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 1124 time: 0.0862937 Apr 03 16:22:45.890634 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39896) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:45.895552 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'port_id': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:45.927777 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae60a7d-58f3-4345-a513-265ed77482ff req-a9a2e35e-ce49-4235-9be8-913ee847eb11 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:45.929157 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cae60a7d-58f3-4345-a513-265ed77482ff req-a9a2e35e-ce49-4235-9be8-913ee847eb11 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 946 time: 0.0506792 Apr 03 16:22:45.975534 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cae60a7d-58f3-4345-a513-265ed77482ff req-53ddc9ac-de34-4045-8fca-1b2d6958583a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Apr 03 16:22:46.001078 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:46.083784 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:46.191685 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Allocated IP 172.27.0.173 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/410183e1-dbd0-449f-b38e-4f5403f2c729) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:22:46.289165 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for port (410183e1-dbd0-449f-b38e-4f5403f2c729), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:46.374138 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (410183e1-dbd0-449f-b38e-4f5403f2c729), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:46.414310 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:22:46.417111 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:22:46.422442 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:22:46.428313 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'Port': ['ID=410183e1-dbd0-449f-b38e-4f5403f2c729,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:46.756820 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for floatingip (5b9c0bf0-da26-47c8-b418-fa59f5cc0058), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:46.912269 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (410183e1-dbd0-449f-b38e-4f5403f2c729), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:47.079463 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for port (410183e1-dbd0-449f-b38e-4f5403f2c729), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:47.106483 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c39040-5bd6-4eb8-8df4-05ff3e2271b5 req-1fc49f92-c5a4-48df-b2e5-33ae44f88140 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:47.108018 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-25c39040-5bd6-4eb8-8df4-05ff3e2271b5 req-1fc49f92-c5a4-48df-b2e5-33ae44f88140 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 946 time: 0.0604336 Apr 03 16:22:47.133048 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (410183e1-dbd0-449f-b38e-4f5403f2c729), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:47.182417 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-25c39040-5bd6-4eb8-8df4-05ff3e2271b5 req-df47561a-6395-4c2a-b1c7-120755fcf971 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688996 Apr 03 16:22:47.222359 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'Port': ['ID=410183e1-dbd0-449f-b38e-4f5403f2c729,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:47.232209 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (5b9c0bf0-da26-47c8-b418-fa59f5cc0058), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:47.328979 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Floating IP 5b9c0bf0-da26-47c8-b418-fa59f5cc0058 associated. External IP: 172.27.0.173, port: 9b7e6718-6d84-436b-aed9-1d5cef959f4a. Apr 03 16:22:47.534018 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Router 38b4ca3c-476d-4388-9410-ce14537a8a82 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:22:47.639972 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:22:47.649517 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] Sync routers for ids ['38b4ca3c-476d-4388-9410-ce14537a8a82'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:22:47.662244 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] Routers {'38b4ca3c-476d-4388-9410-ce14537a8a82'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:22:47.662871 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:22:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['38b4ca3c-476d-4388-9410-ce14537a8a82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:22:47.724403 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:47.756901 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-775082a0-7cd7-4117-bba7-250ab95f9ec9 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8633130 Apr 03 16:22:47.756901 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:22:47.762136 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 39904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:47.762936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-feea40a8-c565-4d96-b158-3cecf87f09de tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021218076', 'description': 'tempest-secgroup-smoke-1021218076 description', 'project_id': '6828b1bee678430d9fed44785ab214de'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:47.768345 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b21ff9-868d-431d-b5c2-4feaa152ffea" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:22:47.769378 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] Set router 38b4ca3c-476d-4388-9410-ce14537a8a82 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:22:47.807684 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a58c27e-835b-4f14-ad60-6c2003a0ddfd x-openstack-request-id: req-4a58c27e-835b-4f14-ad60-6c2003a0ddfd {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:22:47.807684 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:22:47.807684 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a58c27e-835b-4f14-ad60-6c2003a0ddfd {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:22:47.807684 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a58c27e-835b-4f14-ad60-6c2003a0ddfd'] response: {'name': 'network-changed', 'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'status': 'completed', 'code': 200} Apr 03 16:22:47.880334 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-341bcb21-119e-4f52-ab32-63d9664ef583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:47.881941 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-341bcb21-119e-4f52-ab32-63d9664ef583 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6828b1bee678430d9fed44785ab214de&device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 1129 time: 0.0440786 Apr 03 16:22:47.883143 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-feea40a8-c565-4d96-b158-3cecf87f09de tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:47.993426 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '5b9c0bf0-da26-47c8-b418-fa59f5cc0058', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'port_id': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'mac_address': 'fa:16:3e:cb:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:22:46Z', 'updated_at': '2022-04-03T16:22:46Z', 'revision_number': 0, 'project_id': '6828b1bee678430d9fed44785ab214de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb06b4ca-d92f-43a8-ac03-ee966b826c08', 'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'mac_address': 'fa:16:3e:01:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:18Z', 'updated_at': '2022-04-03T16:21:23Z', 'revision_number': 5, 'project_id': '6828b1bee678430d9fed44785ab214de', 'subnets': [{'id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:22:48.019455 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-45d36789-12b6-4f45-a68b-2ddf4e99fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:48.020917 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-45d36789-12b6-4f45-a68b-2ddf4e99fc06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ffe90eba-0f45-42f4-ba6b-d9685417999e HTTP/1.1" status: 200 len: 915 time: 0.1191401 Apr 03 16:22:48.021525 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] Checking router: 38b4ca3c-476d-4388-9410-ce14537a8a82 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:22:48.026885 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-feea40a8-c565-4d96-b158-3cecf87f09de tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group (06564180-f054-4e3c-b72f-27651893f736), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.029791 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] Routers {'38b4ca3c-476d-4388-9410-ce14537a8a82'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:22:48.030383 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:22:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['38b4ca3c-476d-4388-9410-ce14537a8a82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:22:48.092104 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-feea40a8-c565-4d96-b158-3cecf87f09de tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (06564180-f054-4e3c-b72f-27651893f736), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.106584 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-6e1ba4fd-1db7-4e23-ab0f-207b1d7fe646 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a HTTP/1.1" status: 200 len: 999 time: 0.0742135 Apr 03 16:22:48.140864 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] Set router 38b4ca3c-476d-4388-9410-ce14537a8a82 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:22:48.149770 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea40a8-c565-4d96-b158-3cecf87f09de tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06564180-f054-4e3c-b72f-27651893f736,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:48.168663 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-f0b556e9-446c-40b2-9dd9-bd7a185b2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:48.170149 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-f0b556e9-446c-40b2-9dd9-bd7a185b2293 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8 HTTP/1.1" status: 200 len: 853 time: 0.0532074 Apr 03 16:22:48.191894 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-feea40a8-c565-4d96-b158-3cecf87f09de tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.193132 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-feea40a8-c565-4d96-b158-3cecf87f09de tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4338977 Apr 03 16:22:48.196404 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39910) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:48.201557 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ee5d6b7f-1702-433f-af14-8e0eec85f69f tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'security_group_rule': {'security_group_id': '06564180-f054-4e3c-b72f-27651893f736', 'project_id': '6828b1bee678430d9fed44785ab214de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:48.232076 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-a2e58484-1d92-45b4-8c2b-185a48c920cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:48.233585 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-a2e58484-1d92-45b4-8c2b-185a48c920cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ffe90eba-0f45-42f4-ba6b-d9685417999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527902 Apr 03 16:22:48.299180 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6b7f-1702-433f-af14-8e0eec85f69f tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (9c557d09-7924-4e5d-8ac9-d34f7905a073), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.340155 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-f67571db-b212-4bc7-8fac-da355d53b503 service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960965 Apr 03 16:22:48.349479 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947214d1-aaab-48ec-b060-a4c60dab7406 req-90b154ac-0b52-4fd9-a44e-800d5c73090c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:48.351076 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-947214d1-aaab-48ec-b060-a4c60dab7406 req-90b154ac-0b52-4fd9-a44e-800d5c73090c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 946 time: 0.0917988 Apr 03 16:22:48.388693 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6b7f-1702-433f-af14-8e0eec85f69f tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (9c557d09-7924-4e5d-8ac9-d34f7905a073), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.403056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '5b9c0bf0-da26-47c8-b418-fa59f5cc0058', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'port_id': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'mac_address': 'fa:16:3e:cb:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:22:46Z', 'updated_at': '2022-04-03T16:22:46Z', 'revision_number': 0, 'project_id': '6828b1bee678430d9fed44785ab214de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb06b4ca-d92f-43a8-ac03-ee966b826c08', 'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'mac_address': 'fa:16:3e:01:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:18Z', 'updated_at': '2022-04-03T16:21:23Z', 'revision_number': 5, 'project_id': '6828b1bee678430d9fed44785ab214de', 'subnets': [{'id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:22:48.414192 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-947214d1-aaab-48ec-b060-a4c60dab7406 req-2eb94293-8974-4c94-ba1e-6f8021571ca0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554621 Apr 03 16:22:48.441406 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71b6ec1-1f4f-46f7-8d57-e4f2c91e0e52 None None] The sync data for ids ['38b4ca3c-476d-4388-9410-ce14537a8a82'] in dv-cinder-836247-2-iscsi is: [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '5b9c0bf0-da26-47c8-b418-fa59f5cc0058', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'port_id': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'mac_address': 'fa:16:3e:cb:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:22:46Z', 'updated_at': '2022-04-03T16:22:46Z', 'revision_number': 0, 'project_id': '6828b1bee678430d9fed44785ab214de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb06b4ca-d92f-43a8-ac03-ee966b826c08', 'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'mac_address': 'fa:16:3e:01:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:18Z', 'updated_at': '2022-04-03T16:21:23Z', 'revision_number': 5, 'project_id': '6828b1bee678430d9fed44785ab214de', 'subnets': [{'id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:22:48.443097 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b7b21ff9-868d-431d-b5c2-4feaa152ffea req-4a5c7c48-4815-4a99-bae6-05e12d657f37 service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943601 Apr 03 16:22:48.448538 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6b7f-1702-433f-af14-8e0eec85f69f tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (9c557d09-7924-4e5d-8ac9-d34f7905a073), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.472767 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d6b7f-1702-433f-af14-8e0eec85f69f tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c557d09-7924-4e5d-8ac9-d34f7905a073,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:48.556031 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6b7f-1702-433f-af14-8e0eec85f69f tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.557867 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-ee5d6b7f-1702-433f-af14-8e0eec85f69f tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3595362 Apr 03 16:22:48.559975 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39922) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:48.565952 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5392c78d-321e-4c0e-9ec2-6d3024113496 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'security_group_rule': {'security_group_id': '06564180-f054-4e3c-b72f-27651893f736', 'project_id': '6828b1bee678430d9fed44785ab214de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:48.672743 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5392c78d-321e-4c0e-9ec2-6d3024113496 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (c30620b0-8272-4ce2-8f9d-8fb9dfd6b3a4), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.676384 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f89ad-3a37-43a0-9b6c-c8071977dcaa None None] New status for floating IP 5b9c0bf0-da26-47c8-b418-fa59f5cc0058: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:22:48.730788 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5392c78d-321e-4c0e-9ec2-6d3024113496 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (c30620b0-8272-4ce2-8f9d-8fb9dfd6b3a4), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.822724 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5392c78d-321e-4c0e-9ec2-6d3024113496 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (c30620b0-8272-4ce2-8f9d-8fb9dfd6b3a4), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.840864 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392c78d-321e-4c0e-9ec2-6d3024113496 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30620b0-8272-4ce2-8f9d-8fb9dfd6b3a4,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:48.913484 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5392c78d-321e-4c0e-9ec2-6d3024113496 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:48.918344 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-5392c78d-321e-4c0e-9ec2-6d3024113496 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3538089 Apr 03 16:22:48.918344 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39938) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:48.922691 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0b01f38a-8f8b-4c47-bb28-4637c45bc2af tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'security_group_rule': {'security_group_id': '06564180-f054-4e3c-b72f-27651893f736', 'project_id': '6828b1bee678430d9fed44785ab214de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:49.019648 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b01f38a-8f8b-4c47-bb28-4637c45bc2af tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (8f1e6691-13f5-4a2b-a230-f99539a9b80e), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.079136 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b01f38a-8f8b-4c47-bb28-4637c45bc2af tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (8f1e6691-13f5-4a2b-a230-f99539a9b80e), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.199964 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b01f38a-8f8b-4c47-bb28-4637c45bc2af tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (8f1e6691-13f5-4a2b-a230-f99539a9b80e), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.220661 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01f38a-8f8b-4c47-bb28-4637c45bc2af tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1e6691-13f5-4a2b-a230-f99539a9b80e,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:49.290068 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b01f38a-8f8b-4c47-bb28-4637c45bc2af tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.291313 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-0b01f38a-8f8b-4c47-bb28-4637c45bc2af tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727503 Apr 03 16:22:49.293926 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39952) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:49.298103 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b2515450-6dca-49fb-b42d-98ce6b067355 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'security_group_rule': {'security_group_id': '06564180-f054-4e3c-b72f-27651893f736', 'project_id': '6828b1bee678430d9fed44785ab214de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:49.387448 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2515450-6dca-49fb-b42d-98ce6b067355 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (ee9da151-1685-4e00-a15a-9c895867ec05), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.444597 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2515450-6dca-49fb-b42d-98ce6b067355 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (ee9da151-1685-4e00-a15a-9c895867ec05), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.513748 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2515450-6dca-49fb-b42d-98ce6b067355 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (ee9da151-1685-4e00-a15a-9c895867ec05), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.532070 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2515450-6dca-49fb-b42d-98ce6b067355 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9da151-1685-4e00-a15a-9c895867ec05,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:49.545664 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a159c-fef3-441f-8f2a-1683c4a288cf req-9ae2ef15-c5c4-42b8-ba3e-56b32dde0c38 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:49.547187 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0a0a159c-fef3-441f-8f2a-1683c4a288cf req-9ae2ef15-c5c4-42b8-ba3e-56b32dde0c38 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 946 time: 0.0577397 Apr 03 16:22:49.593667 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0a0a159c-fef3-441f-8f2a-1683c4a288cf req-116488be-67ff-4383-8f95-a172564122f5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407598 Apr 03 16:22:49.618552 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2515450-6dca-49fb-b42d-98ce6b067355 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.619797 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b2515450-6dca-49fb-b42d-98ce6b067355 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3249655 Apr 03 16:22:49.622467 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39958) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:49.626682 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-eb01dd5f-f8c8-42c5-b38d-4dc78afec3ed tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'security_group_rule': {'security_group_id': '06564180-f054-4e3c-b72f-27651893f736', 'project_id': '6828b1bee678430d9fed44785ab214de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:49.705253 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-eb01dd5f-f8c8-42c5-b38d-4dc78afec3ed tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Project 6828b1bee678430d9fed44785ab214de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:22:49.711503 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb01dd5f-f8c8-42c5-b38d-4dc78afec3ed tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (456141ec-92aa-4f2c-b4c8-9a84775cbb3c), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.769682 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb01dd5f-f8c8-42c5-b38d-4dc78afec3ed tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (456141ec-92aa-4f2c-b4c8-9a84775cbb3c), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.830960 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb01dd5f-f8c8-42c5-b38d-4dc78afec3ed tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (456141ec-92aa-4f2c-b4c8-9a84775cbb3c), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.847865 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01dd5f-f8c8-42c5-b38d-4dc78afec3ed tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456141ec-92aa-4f2c-b4c8-9a84775cbb3c,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:49.901411 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb01dd5f-f8c8-42c5-b38d-4dc78afec3ed tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:49.902643 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-eb01dd5f-f8c8-42c5-b38d-4dc78afec3ed tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2792072 Apr 03 16:22:49.905452 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 39960) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:22:49.909635 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-403728d2-993f-4074-bfa4-2e6b40450201 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'security_group_rule': {'security_group_id': '06564180-f054-4e3c-b72f-27651893f736', 'project_id': '6828b1bee678430d9fed44785ab214de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:49.997330 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-403728d2-993f-4074-bfa4-2e6b40450201 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Project 6828b1bee678430d9fed44785ab214de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:22:50.003222 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-403728d2-993f-4074-bfa4-2e6b40450201 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (a5be5c25-fbde-4978-9fa4-107825ed5284), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:50.063723 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-403728d2-993f-4074-bfa4-2e6b40450201 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (a5be5c25-fbde-4978-9fa4-107825ed5284), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:50.142389 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-403728d2-993f-4074-bfa4-2e6b40450201 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (a5be5c25-fbde-4978-9fa4-107825ed5284), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:50.161781 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403728d2-993f-4074-bfa4-2e6b40450201 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5be5c25-fbde-4978-9fa4-107825ed5284,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:50.227177 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-403728d2-993f-4074-bfa4-2e6b40450201 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:50.228411 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-403728d2-993f-4074-bfa4-2e6b40450201 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220522 Apr 03 16:22:50.321404 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2b892e50-9071-4deb-9310-461aa158116d req-23bc775e-d4ba-4fd1-8686-9cdd28b2ac3b tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021218076&fields=id&tenant_id=6828b1bee678430d9fed44785ab214de HTTP/1.1" status: 200 len: 267 time: 0.0500553 Apr 03 16:22:50.376943 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b892e50-9071-4deb-9310-461aa158116d req-ab8cde32-382e-448a-a712-03a91dcac2aa tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:50.378390 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2b892e50-9071-4deb-9310-461aa158116d req-ab8cde32-382e-448a-a712-03a91dcac2aa tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0517795 Apr 03 16:22:50.388916 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [req-2b892e50-9071-4deb-9310-461aa158116d req-6df08aab-078b-4617-b966-68edb1270928 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'port': {'security_groups': ['4e0b0c4f-0715-4c0c-a146-5bfddac27c65', '06564180-f054-4e3c-b72f-27651893f736']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:22:50.457486 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2b892e50-9071-4deb-9310-461aa158116d req-6df08aab-078b-4617-b966-68edb1270928 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:50.724804 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de814a12-018b-4756-afde-54f0f262629b req-3517a713-b748-412a-a111-489c0e1ac735 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:50.726379 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-de814a12-018b-4756-afde-54f0f262629b req-3517a713-b748-412a-a111-489c0e1ac735 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 946 time: 0.0524774 Apr 03 16:22:50.775024 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-de814a12-018b-4756-afde-54f0f262629b req-d7b183a5-f5e7-433c-b4ad-83c41468fc5c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 Apr 03 16:22:50.878169 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2b892e50-9071-4deb-9310-461aa158116d req-6df08aab-078b-4617-b966-68edb1270928 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] For port 9b7e6718-6d84-436b-aed9-1d5cef959f4a, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:22:50.906692 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2b892e50-9071-4deb-9310-461aa158116d req-6df08aab-078b-4617-b966-68edb1270928 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:50.973544 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2b892e50-9071-4deb-9310-461aa158116d req-6df08aab-078b-4617-b966-68edb1270928 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:50.991077 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9b7e6718-6d84-436b-aed9-1d5cef959f4a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:22:51.014979 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b892e50-9071-4deb-9310-461aa158116d req-6df08aab-078b-4617-b966-68edb1270928 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:51.015664 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2b892e50-9071-4deb-9310-461aa158116d req-6df08aab-078b-4617-b966-68edb1270928 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for port (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:51.016980 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2b892e50-9071-4deb-9310-461aa158116d req-6df08aab-078b-4617-b966-68edb1270928 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "PUT /v2.0/ports/9b7e6718-6d84-436b-aed9-1d5cef959f4a HTTP/1.1" status: 200 len: 981 time: 0.6324430 Apr 03 16:22:51.017423 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:22:51.020499 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e991c6-5cda-405d-94a0-1b492ccc1ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:22:51.054812 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df08aab-078b-4617-b966-68edb1270928 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'Port': ['ID=9b7e6718-6d84-436b-aed9-1d5cef959f4a,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:22:51.082614 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e791b9a2-e346-4cb3-bd5f-289e74c8f982 x-openstack-request-id: req-e791b9a2-e346-4cb3-bd5f-289e74c8f982 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:22:51.083141 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:22:51.084115 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e791b9a2-e346-4cb3-bd5f-289e74c8f982 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:22:51.084639 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e791b9a2-e346-4cb3-bd5f-289e74c8f982'] response: {'name': 'network-changed', 'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'status': 'completed', 'code': 200} Apr 03 16:22:51.165847 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5dc05-1876-4b42-a7b4-e50f41bc6b2a req-42aa4248-00f7-41f0-b9c2-8b6a85a91e3c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:51.167422 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-03e5dc05-1876-4b42-a7b4-e50f41bc6b2a req-42aa4248-00f7-41f0-b9c2-8b6a85a91e3c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0679979 Apr 03 16:22:51.170073 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9b7e6718-6d84-436b-aed9-1d5cef959f4a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:22:51.184073 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-e0bf4306-03bd-442c-9165-a34569133f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:51.186127 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-e0bf4306-03bd-442c-9165-a34569133f61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6828b1bee678430d9fed44785ab214de&device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 1168 time: 0.0646539 Apr 03 16:22:51.231470 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-03e5dc05-1876-4b42-a7b4-e50f41bc6b2a req-62a7b093-e5e9-4e2d-8ed7-c3b5a83be20d tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574393 Apr 03 16:22:51.287914 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-8825ff62-d3e4-4065-bbf2-bd24c1622093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:51.289296 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-8825ff62-d3e4-4065-bbf2-bd24c1622093 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ffe90eba-0f45-42f4-ba6b-d9685417999e HTTP/1.1" status: 200 len: 915 time: 0.0972404 Apr 03 16:22:51.351382 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-03359479-36a0-4f5f-a5aa-b34ac3688d30 None None] Provisioning complete for port 9b7e6718-6d84-436b-aed9-1d5cef959f4a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:22:51.351751 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03359479-36a0-4f5f-a5aa-b34ac3688d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:51.353058 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-f7dfc1ec-6d20-499c-9768-8149dc6789d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a HTTP/1.1" status: 200 len: 1001 time: 0.0578618 Apr 03 16:22:51.406468 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-11477874-1545-4427-90c2-fbbe84ae9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:51.408053 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-11477874-1545-4427-90c2-fbbe84ae9c97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8 HTTP/1.1" status: 200 len: 853 time: 0.0465069 Apr 03 16:22:51.461090 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-5221eeeb-ddfc-41b6-98be-4f4ef715d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:22:51.463372 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-5221eeeb-ddfc-41b6-98be-4f4ef715d872 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ffe90eba-0f45-42f4-ba6b-d9685417999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480444 Apr 03 16:22:51.551889 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-7ab6897b-91a4-4daf-9575-092142aaa2b4 service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815675 Apr 03 16:22:51.555421 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-03359479-36a0-4f5f-a5aa-b34ac3688d30 None None] Current status of the port 9b7e6718-6d84-436b-aed9-1d5cef959f4a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:22:51.645089 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-57e991c6-5cda-405d-94a0-1b492ccc1ce2 req-b42d2ac7-5f3f-4f23-9d8e-405072445208 service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855336 Apr 03 16:22:59.125338 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:22:59.605020 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f93c24bd-77f0-474e-90a3-6f2f88b070a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:01.908091 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e48caea7-559c-4c0c-a4b5-0817d093491f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:02.919509 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:04.310580 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:05.813301 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:11.097079 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-990a8032-50b4-413b-8eda-f381e42e7209 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417860 Apr 03 16:23:11.181387 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-b83f4ea2-770f-4388-bb36-d62216066038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:11.182854 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-b83f4ea2-770f-4388-bb36-d62216066038 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 1130 time: 0.0419943 Apr 03 16:23:11.286305 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-a8e47440-67b9-4ff0-a7d8-4ac04659a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:11.287763 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-a8e47440-67b9-4ff0-a7d8-4ac04659a327 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 911 time: 0.0852306 Apr 03 16:23:11.350874 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-67699c7d-b21a-4bf5-8a09-6fb79118e4c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3093687-1df5-4e30-b471-4534440c5448 HTTP/1.1" status: 200 len: 1001 time: 0.0554020 Apr 03 16:23:11.402798 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-2d5e86ed-52ab-4342-9ff5-d91b5c77faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:11.404231 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-2d5e86ed-52ab-4342-9ff5-d91b5c77faa3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a641f716-3fbf-44b3-9d0d-02b1e08dc988 HTTP/1.1" status: 200 len: 849 time: 0.0457921 Apr 03 16:23:11.453348 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-c148e089-0ee8-4bdf-b6ee-079885a295c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:11.454781 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-c148e089-0ee8-4bdf-b6ee-079885a295c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf513d36-9af9-4e00-9a79-adf1d408c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412736 Apr 03 16:23:11.539417 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-2519499a-6fc9-4856-930c-953483bcd52f service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777082 Apr 03 16:23:11.632403 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d6fe6b7c-2c22-4490-a204-975c6da0c83d req-ea2878c4-1ae7-4188-b49f-8b472ba23305 service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844946 Apr 03 16:23:11.818416 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:23:12.030276 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a2108-9481-4f6c-9908-52d77e0ac882 req-0f13854c-3e31-42e3-892d-08f397fb92ee tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:12.032126 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e63a2108-9481-4f6c-9908-52d77e0ac882 req-0f13854c-3e31-42e3-892d-08f397fb92ee tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0545261 Apr 03 16:23:12.080168 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e63a2108-9481-4f6c-9908-52d77e0ac882 req-e857f6cd-21e8-412f-abe3-bd9820dea831 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421627 Apr 03 16:23:13.251489 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e6532-1f93-434a-b9c8-6b98cd6d5356 req-8a8462a1-ef04-4943-9581-02369d385f9d tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:13.253640 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e84e6532-1f93-434a-b9c8-6b98cd6d5356 req-8a8462a1-ef04-4943-9581-02369d385f9d tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.1035280 Apr 03 16:23:13.297828 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e84e6532-1f93-434a-b9c8-6b98cd6d5356 req-f2ca2fec-1ef3-4ca3-8c0b-46a00fb5bb49 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386624 Apr 03 16:23:14.423570 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065168f-1ae9-4fbf-8df6-82aa8cd77d5a req-1f78b2aa-4434-48d8-bf6d-eeb939a38d4b tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:14.424948 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f065168f-1ae9-4fbf-8df6-82aa8cd77d5a req-1f78b2aa-4434-48d8-bf6d-eeb939a38d4b tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0576930 Apr 03 16:23:14.469516 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f065168f-1ae9-4fbf-8df6-82aa8cd77d5a req-a4f2ef01-7ea0-43a4-88df-a5667f79b77d tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391257 Apr 03 16:23:15.584369 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6912c-9360-4ed5-b959-db4aeaf3c3a9 req-2ddcf3a9-29df-40d6-92c6-fa2cc9f750e1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:15.585913 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5ba6912c-9360-4ed5-b959-db4aeaf3c3a9 req-2ddcf3a9-29df-40d6-92c6-fa2cc9f750e1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0513990 Apr 03 16:23:15.633392 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5ba6912c-9360-4ed5-b959-db4aeaf3c3a9 req-f41b0a1a-874d-4a8a-9700-3b57e4351586 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416610 Apr 03 16:23:16.750540 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e20f6-e34c-41ea-940d-2e5ae221eb3c req-7182054c-06ed-4a92-ad31-d47b88da284c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:16.752006 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-659e20f6-e34c-41ea-940d-2e5ae221eb3c req-7182054c-06ed-4a92-ad31-d47b88da284c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0505519 Apr 03 16:23:16.796590 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-659e20f6-e34c-41ea-940d-2e5ae221eb3c req-19072eab-8f66-47cb-9de1-211c43196b14 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391572 Apr 03 16:23:17.916216 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3cc64-b92f-4fff-b305-7eb730f8c4aa req-fd68e806-9058-4109-9e73-ae0eb5cda8f2 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:17.917679 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-82b3cc64-b92f-4fff-b305-7eb730f8c4aa req-fd68e806-9058-4109-9e73-ae0eb5cda8f2 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0542693 Apr 03 16:23:17.963648 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-82b3cc64-b92f-4fff-b305-7eb730f8c4aa req-5d24f2ef-b343-4052-b926-b12b1dcef4e7 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403728 Apr 03 16:23:19.077613 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd38d6-9f2e-458d-b4bf-82ac6d8fcbff req-c292cc1a-8ebd-4928-a993-fc10bb8d3050 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:19.079100 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fadd38d6-9f2e-458d-b4bf-82ac6d8fcbff req-c292cc1a-8ebd-4928-a993-fc10bb8d3050 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0499015 Apr 03 16:23:19.127469 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fadd38d6-9f2e-458d-b4bf-82ac6d8fcbff req-726c7258-5a4a-479a-8cc7-f825cce07de6 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423737 Apr 03 16:23:20.243820 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1559bd0-53f3-4935-ae71-2c719aeab140 req-e933b226-8e9e-4db4-8e7d-1cc8e5515803 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:20.245267 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b1559bd0-53f3-4935-ae71-2c719aeab140 req-e933b226-8e9e-4db4-8e7d-1cc8e5515803 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0517955 Apr 03 16:23:20.290342 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b1559bd0-53f3-4935-ae71-2c719aeab140 req-a4e1699b-2ee1-45a3-b793-9f41ae1a6fa3 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Apr 03 16:23:21.405005 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29e45d-0a60-443f-8ca6-48133b4af097 req-b9c31656-63f1-45e4-8dd0-b7617f2abe78 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:21.406464 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4a29e45d-0a60-443f-8ca6-48133b4af097 req-b9c31656-63f1-45e4-8dd0-b7617f2abe78 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0507398 Apr 03 16:23:21.451264 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4a29e45d-0a60-443f-8ca6-48133b4af097 req-7b9f2413-5869-4632-b111-354669a6f1c1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385869 Apr 03 16:23:22.567245 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95e4b2-0b6e-4fd3-bf5c-b82da9014429 req-c6bb83f4-2799-4ffc-9593-d4380612d3de tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:22.568789 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0a95e4b2-0b6e-4fd3-bf5c-b82da9014429 req-c6bb83f4-2799-4ffc-9593-d4380612d3de tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0521793 Apr 03 16:23:22.617100 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0a95e4b2-0b6e-4fd3-bf5c-b82da9014429 req-c2c27f0a-4ffb-4e93-bb7a-f549f599d781 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Apr 03 16:23:23.743980 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f306d6-06f4-4dbc-918b-5600d8570239 req-050149d1-bcc0-457a-b81f-5aa187535bff tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:23.745429 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-66f306d6-06f4-4dbc-918b-5600d8570239 req-050149d1-bcc0-457a-b81f-5aa187535bff tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0548036 Apr 03 16:23:23.797498 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-66f306d6-06f4-4dbc-918b-5600d8570239 req-f84c6cca-3266-4d39-96b6-63dcf2a91e1a tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465055 Apr 03 16:23:24.916145 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425cf2-f285-427f-8fc5-aaaf4fdd1140 req-81e72088-3aa9-415e-bd2c-fd3b8b89f9e6 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:24.917603 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0a425cf2-f285-427f-8fc5-aaaf4fdd1140 req-81e72088-3aa9-415e-bd2c-fd3b8b89f9e6 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0502965 Apr 03 16:23:24.966209 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0a425cf2-f285-427f-8fc5-aaaf4fdd1140 req-573d47d9-b430-49f7-8d07-53651d9ebfe8 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430615 Apr 03 16:23:26.081211 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991aaf-4fb5-445a-8a71-aa4e2e5e260d req-7a341fcc-5841-40ec-a14d-bb810a702ffd tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:26.082681 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e8991aaf-4fb5-445a-8a71-aa4e2e5e260d req-7a341fcc-5841-40ec-a14d-bb810a702ffd tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0505600 Apr 03 16:23:26.127439 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e8991aaf-4fb5-445a-8a71-aa4e2e5e260d req-8107b62c-1892-4209-a9fa-e880db3b5203 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392828 Apr 03 16:23:27.242345 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00ee37-8e8c-4f47-8b76-0bd863c45bf4 req-b09e3b66-2800-4f27-a0a4-d280eb055f21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:27.243839 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4f00ee37-8e8c-4f47-8b76-0bd863c45bf4 req-b09e3b66-2800-4f27-a0a4-d280eb055f21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0509353 Apr 03 16:23:27.294708 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4f00ee37-8e8c-4f47-8b76-0bd863c45bf4 req-680713fc-63aa-4d78-a4d0-c7b196e1d8e9 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453522 Apr 03 16:23:28.416628 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf5837-6fda-4d80-8567-7569d31a3458 req-96557ce9-03a6-4794-a798-9a3d2fcc8a40 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:28.418089 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-97bf5837-6fda-4d80-8567-7569d31a3458 req-96557ce9-03a6-4794-a798-9a3d2fcc8a40 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0523956 Apr 03 16:23:28.466090 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-97bf5837-6fda-4d80-8567-7569d31a3458 req-d7d195e2-44ff-47d5-bc79-3d843af38404 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424402 Apr 03 16:23:28.808641 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f22c-35b1-46d3-908a-e7dc06b5717f req-a3c15827-4533-4fb4-b8d6-beac7d0a914b tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:28.810099 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e582f22c-35b1-46d3-908a-e7dc06b5717f req-a3c15827-4533-4fb4-b8d6-beac7d0a914b tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0517993 Apr 03 16:23:28.859149 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e582f22c-35b1-46d3-908a-e7dc06b5717f req-eb3a6b9a-2d14-4fc1-9e9f-c0bb52a87231 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428910 Apr 03 16:23:28.998070 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-90c09d3a-49b2-4695-b159-d67dab6205a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:28.999567 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-90c09d3a-49b2-4695-b159-d67dab6205a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 1130 time: 0.0853121 Apr 03 16:23:29.099359 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-ba450d34-b25c-438e-a59a-09add43efc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:29.100816 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-ba450d34-b25c-438e-a59a-09add43efc0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 911 time: 0.0953302 Apr 03 16:23:29.163793 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-99d8fce7-c60b-445c-9fac-6e6c7e768c99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3093687-1df5-4e30-b471-4534440c5448 HTTP/1.1" status: 200 len: 1001 time: 0.0570843 Apr 03 16:23:29.165060 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:29.213679 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-98738bc2-57a4-4d15-9a20-726a404ce34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:29.215103 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-98738bc2-57a4-4d15-9a20-726a404ce34f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a641f716-3fbf-44b3-9d0d-02b1e08dc988 HTTP/1.1" status: 200 len: 849 time: 0.0457904 Apr 03 16:23:29.261390 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-daa92279-8ad6-45e0-b0a6-b0c65902c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:29.262764 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-daa92279-8ad6-45e0-b0a6-b0c65902c801 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf513d36-9af9-4e00-9a79-adf1d408c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412085 Apr 03 16:23:29.347798 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-f139efe4-4924-43ef-9c85-6b1055c02f7a service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776010 Apr 03 16:23:29.444668 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-43aa2332-3d76-490b-a36b-bda4db2a1ca7 req-dbb71723-9681-47fd-bdc8-a6568060862a service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884926 Apr 03 16:23:29.627646 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-babd597f-7cde-47fe-813e-f5b5a790af52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:29.976089 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26493a0f-bf50-4157-8a11-addda6df4a8f req-937699a4-d1e2-4970-8dd1-3993cd14bfcb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:29.977572 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-26493a0f-bf50-4157-8a11-addda6df4a8f req-937699a4-d1e2-4970-8dd1-3993cd14bfcb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0519328 Apr 03 16:23:30.023847 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-26493a0f-bf50-4157-8a11-addda6df4a8f req-5c0e8ddb-b392-4bff-a090-0e958faccb05 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404179 Apr 03 16:23:31.141919 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11c855-a0c5-47fa-ac6d-fad2a6a31155 req-656e79f5-7dc4-4a41-924c-ffd0cc9aea3c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:31.143990 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f11c855-a0c5-47fa-ac6d-fad2a6a31155 req-656e79f5-7dc4-4a41-924c-ffd0cc9aea3c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0527651 Apr 03 16:23:31.189380 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f11c855-a0c5-47fa-ac6d-fad2a6a31155 req-f49cca4d-4799-4ab9-81f4-c15536887b4e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398939 Apr 03 16:23:31.887855 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5bea252-2f16-479f-918d-0ff01b78680e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:32.301987 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96b698-655d-4578-a744-6e0cfd21f817 req-74fd6de0-4b22-4bbe-9089-6b2caf516931 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:32.304013 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b96b698-655d-4578-a744-6e0cfd21f817 req-74fd6de0-4b22-4bbe-9089-6b2caf516931 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0575697 Apr 03 16:23:32.351500 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b96b698-655d-4578-a744-6e0cfd21f817 req-7ac5e23d-f09c-4146-bfab-816f390d80c4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420077 Apr 03 16:23:32.365829 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-e160faa6-703b-4c8c-8bc3-c94d6bb12915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:32.377047 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-e160faa6-703b-4c8c-8bc3-c94d6bb12915 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 1129 time: 0.0467653 Apr 03 16:23:32.464464 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-5241bb36-d0bd-4548-b467-23bae533cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:32.465918 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-5241bb36-d0bd-4548-b467-23bae533cc44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 920 time: 0.0896373 Apr 03 16:23:32.534153 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-e8fb1490-0706-4eab-ab6b-26ccb900087b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c84a861-f909-4919-a176-190ae6f1ebf1 HTTP/1.1" status: 200 len: 1001 time: 0.0607815 Apr 03 16:23:32.587136 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-d2d834a9-c457-4873-ab23-0a141af15dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:32.588768 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-d2d834a9-c457-4873-ab23-0a141af15dbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0479949 Apr 03 16:23:32.639312 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-c7e1d126-1a7d-4074-9a32-7f96a62c26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:32.640939 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-c7e1d126-1a7d-4074-9a32-7f96a62c26f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453756 Apr 03 16:23:32.685052 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5af2a3-3ece-40a9-a762-7065f3bf6ad3 req-f41d5d0e-42ba-4f89-8918-8c7e4fdc0212 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:32.686583 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cd5af2a3-3ece-40a9-a762-7065f3bf6ad3 req-f41d5d0e-42ba-4f89-8918-8c7e4fdc0212 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 945 time: 0.0508211 Apr 03 16:23:32.734610 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-4818feab-1acb-446c-87f5-8c3fbf0cf86f service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870891 Apr 03 16:23:32.738626 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cd5af2a3-3ece-40a9-a762-7065f3bf6ad3 req-2491a2d5-8099-4c39-a579-0828cf05b36a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Apr 03 16:23:32.826395 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b2ad300d-fe0b-448f-923c-5f751a70caed req-2f7a6ed7-f066-49f0-8443-9198102f5d57 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854383 Apr 03 16:23:32.921794 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:33.474244 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd51d61-3500-40a7-abf4-6c63ba49a3b1 req-3f44fbde-c9b4-44a0-b43f-f745dfc4c8ab tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:33.475736 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5dd51d61-3500-40a7-abf4-6c63ba49a3b1 req-3f44fbde-c9b4-44a0-b43f-f745dfc4c8ab tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0508940 Apr 03 16:23:33.520881 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5dd51d61-3500-40a7-abf4-6c63ba49a3b1 req-041c9fb1-b917-41b9-9948-017ea6438391 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394812 Apr 03 16:23:33.860332 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd1d9-e929-4b19-8171-befe4337a5eb req-ff9b1914-21a7-4e36-882a-f844738e53ae tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:33.861801 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-749fd1d9-e929-4b19-8171-befe4337a5eb req-ff9b1914-21a7-4e36-882a-f844738e53ae tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 945 time: 0.0512652 Apr 03 16:23:33.911502 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-749fd1d9-e929-4b19-8171-befe4337a5eb req-34769d85-9209-4939-9672-930cb713bafe tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440927 Apr 03 16:23:34.341453 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:34.662175 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95914e-3637-44ab-9584-4712cf1c951a req-ffcbe501-b57c-49d6-ad11-80e0e30a0097 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:34.664288 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d95914e-3637-44ab-9584-4712cf1c951a req-ffcbe501-b57c-49d6-ad11-80e0e30a0097 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0757139 Apr 03 16:23:34.738667 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-a7dfc50b-6d99-4b3a-af4e-440f153ebceb tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:34.740749 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-a7dfc50b-6d99-4b3a-af4e-440f153ebceb tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 945 time: 0.1105359 Apr 03 16:23:34.746608 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d95914e-3637-44ab-9584-4712cf1c951a req-4617be87-ef0d-4d06-858d-9e87f1d9a192 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761433 Apr 03 16:23:34.841584 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Deleting port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:23:34.841844 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:34.929042 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] For port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:23:34.929393 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:35.030545 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e6221-0956-4eda-883b-dc4cf97ef3a0 req-72860a2a-8904-43dd-bb48-286bedfff8e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:35.032378 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2e2e6221-0956-4eda-883b-dc4cf97ef3a0 req-72860a2a-8904-43dd-bb48-286bedfff8e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 945 time: 0.0554171 Apr 03 16:23:35.084974 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2e2e6221-0956-4eda-883b-dc4cf97ef3a0 req-d2836d87-ed77-4c5a-ae57-0f2666a7822a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9d1e555-e290-4e1a-8165-842bff86966c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457709 Apr 03 16:23:35.383688 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:35.383688 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (84f0aac4-6b8f-4b22-8004-02aac15a419b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:35.383907 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Floating IP 84f0aac4-6b8f-4b22-8004-02aac15a419b disassociated. External IP: 172.27.0.169, port: 0e7a16c4-790e-49f2-bee3-636fc58b5cc9. Apr 03 16:23:35.384179 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Calling delete_port for 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:23:35.573173 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (0e7a16c4-790e-49f2-bee3-636fc58b5cc9), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:35.601783 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'Port': ['ID=0e7a16c4-790e-49f2-bee3-636fc58b5cc9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:35.612703 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.613225 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.613566 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.613900 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.614231 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.614586 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.614916 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.615241 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.615563 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.615884 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.616208 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.616532 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.616850 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.617167 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.617484 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:35.725722 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Router 5da245a6-1534-42ed-9596-3ce504c224b9 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:23:35.805917 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:35.868088 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:23:35.879374 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:23:35.889802 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:23:35.890412 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:23:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:35.905151 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4dd69-e2d2-4106-8ce4-b34099755a46 req-8514ff5c-a3a3-453d-bbda-91ffc4de7f73 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:35.906643 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8ab4dd69-e2d2-4106-8ce4-b34099755a46 req-8514ff5c-a3a3-453d-bbda-91ffc4de7f73 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0925064 Apr 03 16:23:35.922921 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] No DVR routers for this DVR port 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:23:35.930245 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:35.933390 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-62060d04-0b9c-4bbf-966e-15581c9edadc req-8ff2ca66-3688-4743-b42e-608444206591 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "DELETE /v2.0/ports/0e7a16c4-790e-49f2-bee3-636fc58b5cc9 HTTP/1.1" status: 204 len: 173 time: 1.1857188 Apr 03 16:23:35.933826 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'name': 'network-vif-deleted', 'tag': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:23:35.936031 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55924f88-8301-4cce-82a2-8bc9e3dba5bb" -d '{"events": [{"server_uuid": "5a8260c9-758e-48a6-b819-77ba0bf83933", "name": "network-vif-deleted", "tag": "0e7a16c4-790e-49f2-bee3-636fc58b5cc9"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:23:35.976068 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8ab4dd69-e2d2-4106-8ce4-b34099755a46 req-cf49c762-182e-4570-ae06-d9e62439fc9f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548179 Apr 03 16:23:36.003006 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:23:36.045892 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b30b8f5-982c-4c86-a871-c15552916604 x-openstack-request-id: req-4b30b8f5-982c-4c86-a871-c15552916604 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:23:36.046398 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8260c9-758e-48a6-b819-77ba0bf83933", "name": "network-vif-deleted", "tag": "0e7a16c4-790e-49f2-bee3-636fc58b5cc9", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:23:36.046954 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b30b8f5-982c-4c86-a871-c15552916604 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:23:36.053615 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b30b8f5-982c-4c86-a871-c15552916604'] response: {'server_uuid': '5a8260c9-758e-48a6-b819-77ba0bf83933', 'name': 'network-vif-deleted', 'tag': '0e7a16c4-790e-49f2-bee3-636fc58b5cc9', 'status': 'completed', 'code': 200} Apr 03 16:23:36.184673 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c2caa8a3-7afc-43a2-9a79-cd490eb3e322 req-204e31f8-d54a-42f9-ae10-d42f4ec3e40e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8260c9-758e-48a6-b819-77ba0bf83933 HTTP/1.1" status: 200 len: 210 time: 0.0256333 Apr 03 16:23:36.246964 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '1625c97e-1971-4331-9ada-448c539337d2', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '50cca8e3-349d-4799-8704-a024b71faba0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:cf:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:15Z', 'updated_at': '2022-04-03T16:18:56Z', 'revision_number': 2, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:36.279396 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:23:36.287791 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:23:36.288399 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:23:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:36.487825 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:23:36.707040 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '1625c97e-1971-4331-9ada-448c539337d2', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '50cca8e3-349d-4799-8704-a024b71faba0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:cf:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:15Z', 'updated_at': '2022-04-03T16:18:56Z', 'revision_number': 2, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:36.737105 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b26442-e91f-43d1-9d88-6db9f6ab9b73 None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '1625c97e-1971-4331-9ada-448c539337d2', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '50cca8e3-349d-4799-8704-a024b71faba0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:cf:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d97885-560f-46ea-a580-0005713c3423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:18:15Z', 'updated_at': '2022-04-03T16:18:56Z', 'revision_number': 2, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:23:36.982742 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f8639d-1163-4662-a284-d5d98af42b5c None None] New status for floating IP 84f0aac4-6b8f-4b22-8004-02aac15a419b: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:23:37.105998 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980abbb-6c41-40cb-819b-7b3c9f378315 req-1f577282-bdd9-4042-a54a-005225ad24b8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:37.107804 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a980abbb-6c41-40cb-819b-7b3c9f378315 req-1f577282-bdd9-4042-a54a-005225ad24b8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0531867 Apr 03 16:23:37.155210 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a980abbb-6c41-40cb-819b-7b3c9f378315 req-89b0f00f-9969-465b-a557-94737c37fe8d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410748 Apr 03 16:23:37.325756 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40162) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:37.386444 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (d9d1e555-e290-4e1a-8165-842bff86966c), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:37.410482 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (d9d1e555-e290-4e1a-8165-842bff86966c), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:37.530752 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d9d1e555-e290-4e1a-8165-842bff86966c), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:37.534007 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:37.535379 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "DELETE /v2.0/security-groups/d9d1e555-e290-4e1a-8165-842bff86966c HTTP/1.1" status: 204 len: 168 time: 0.2084165 Apr 03 16:23:37.542436 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:37.544326 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d1e555-e290-4e1a-8165-842bff86966c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:37.552070 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.553808 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.553915 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-43a1481d-2399-4d36-87b0-9d53122a071f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] show failed (client error): The resource could not be found. Apr 03 16:23:37.554011 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.554011 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.554011 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.554243 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-43a1481d-2399-4d36-87b0-9d53122a071f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups/d9d1e555-e290-4e1a-8165-842bff86966c HTTP/1.1" status: 404 len: 347 time: 0.0143664 Apr 03 16:23:37.554319 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.554319 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.554319 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.554648 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.554977 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.555302 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.555626 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.555960 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.556287 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.556610 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b5ba3-4a82-492f-b500-952e825e9e31 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:23:37.556764 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40166) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:37.683297 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-89d8a73c-bbd5-4de0-922f-8803f3ec838a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Deleting port 65616668-0294-4e58-960f-4ee7c91a1b4b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:23:37.683558 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89d8a73c-bbd5-4de0-922f-8803f3ec838a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (65616668-0294-4e58-960f-4ee7c91a1b4b), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:37.769799 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89d8a73c-bbd5-4de0-922f-8803f3ec838a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (65616668-0294-4e58-960f-4ee7c91a1b4b), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:37.770116 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89d8a73c-bbd5-4de0-922f-8803f3ec838a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (65616668-0294-4e58-960f-4ee7c91a1b4b), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:37.781717 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-89d8a73c-bbd5-4de0-922f-8803f3ec838a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Calling delete_port for 65616668-0294-4e58-960f-4ee7c91a1b4b owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:23:37.979272 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89d8a73c-bbd5-4de0-922f-8803f3ec838a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (65616668-0294-4e58-960f-4ee7c91a1b4b), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:38.005646 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8a73c-bbd5-4de0-922f-8803f3ec838a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'Port': ['ID=65616668-0294-4e58-960f-4ee7c91a1b4b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:38.073593 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89d8a73c-bbd5-4de0-922f-8803f3ec838a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (84f0aac4-6b8f-4b22-8004-02aac15a419b), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:38.076144 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89d8a73c-bbd5-4de0-922f-8803f3ec838a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:38.077295 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-89d8a73c-bbd5-4de0-922f-8803f3ec838a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "DELETE /v2.0/floatingips/84f0aac4-6b8f-4b22-8004-02aac15a419b HTTP/1.1" status: 204 len: 168 time: 0.5196733 Apr 03 16:23:38.082893 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:23:38.103537 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:23:38.103920 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 0e7a16c4-790e-49f2-bee3-636fc58b5cc9 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:23:38.281307 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e0fcd-006d-4f8c-80a0-2597b3cec90f req-30e8bdfe-b8ec-4d26-86a6-e83ca7adbb24 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:38.284200 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8c4e0fcd-006d-4f8c-80a0-2597b3cec90f req-30e8bdfe-b8ec-4d26-86a6-e83ca7adbb24 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0557556 Apr 03 16:23:38.330809 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8c4e0fcd-006d-4f8c-80a0-2597b3cec90f req-7cbbf82f-616e-4614-803a-83cb34198883 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410130 Apr 03 16:23:39.455415 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4de16-b9cc-4783-b4e5-927f508d9417 req-6ac4c07a-6eca-4b97-b73e-8a2e2baef74a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:39.456943 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-65d4de16-b9cc-4783-b4e5-927f508d9417 req-6ac4c07a-6eca-4b97-b73e-8a2e2baef74a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0547280 Apr 03 16:23:39.507817 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-65d4de16-b9cc-4783-b4e5-927f508d9417 req-ab617b3f-fb6b-4859-a327-cfb2fa6e4ee1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447466 Apr 03 16:23:40.625482 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fce9ef-b9b0-4ab1-a362-27a870483fe1 req-1b632b77-5921-42d5-91e3-ba82785ea658 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:40.627017 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e2fce9ef-b9b0-4ab1-a362-27a870483fe1 req-1b632b77-5921-42d5-91e3-ba82785ea658 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0520880 Apr 03 16:23:40.673007 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e2fce9ef-b9b0-4ab1-a362-27a870483fe1 req-e0abb046-8a70-48db-9f28-60d99c8b772c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405293 Apr 03 16:23:41.035252 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa602f-5a4b-4fb5-b1e6-010facded67c req-888e5639-08c3-4f53-abec-a25e8ad0de28 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:41.036704 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-40fa602f-5a4b-4fb5-b1e6-010facded67c req-888e5639-08c3-4f53-abec-a25e8ad0de28 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0510726 Apr 03 16:23:41.081049 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-40fa602f-5a4b-4fb5-b1e6-010facded67c req-c2e45e0e-3c88-4739-8be0-926e8e3d3791 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388703 Apr 03 16:23:41.795561 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160264c-def8-4558-b5a4-7a728481de98 req-88dfd7e3-c606-49ff-a878-3db5334ab820 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:41.797030 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e160264c-def8-4558-b5a4-7a728481de98 req-88dfd7e3-c606-49ff-a878-3db5334ab820 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0540433 Apr 03 16:23:41.842638 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e160264c-def8-4558-b5a4-7a728481de98 req-ee1707e5-c4d4-459b-a940-1bffbb67becf tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392725 Apr 03 16:23:42.206919 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd401c06-6bfd-4544-aad0-4c424b2034c6 req-c5c9c1e4-e12b-471c-8235-28255f0c2dd2 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:42.208416 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bd401c06-6bfd-4544-aad0-4c424b2034c6 req-c5c9c1e4-e12b-471c-8235-28255f0c2dd2 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0603995 Apr 03 16:23:42.258425 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bd401c06-6bfd-4544-aad0-4c424b2034c6 req-afa136ca-f99d-4b0e-9151-dfd7e87d4337 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=09665700-45fe-40b7-9d9e-8c155a1fc5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444279 Apr 03 16:23:42.529012 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-819c629b-9336-40b8-bf0e-6081587208e8 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:42.530571 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-819c629b-9336-40b8-bf0e-6081587208e8 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 945 time: 0.0528314 Apr 03 16:23:42.629017 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Deleting port 50cca8e3-349d-4799-8704-a024b71faba0 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:23:42.629349 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (50cca8e3-349d-4799-8704-a024b71faba0), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:42.714375 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] For port 50cca8e3-349d-4799-8704-a024b71faba0, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=50cca8e3-349d-4799-8704-a024b71faba0,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:23:42.714704 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (50cca8e3-349d-4799-8704-a024b71faba0), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:42.880789 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:42.881150 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (1625c97e-1971-4331-9ada-448c539337d2), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:42.881458 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Floating IP 1625c97e-1971-4331-9ada-448c539337d2 disassociated. External IP: 172.27.0.121, port: 50cca8e3-349d-4799-8704-a024b71faba0. Apr 03 16:23:42.881802 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Calling delete_port for 50cca8e3-349d-4799-8704-a024b71faba0 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:23:42.959144 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d40e90-cc79-4f78-b3ec-9da14fd65677 req-dcca12ea-cb9c-44fb-8c0a-6dc20294121f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:42.960625 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-94d40e90-cc79-4f78-b3ec-9da14fd65677 req-dcca12ea-cb9c-44fb-8c0a-6dc20294121f tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0511286 Apr 03 16:23:43.007746 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-94d40e90-cc79-4f78-b3ec-9da14fd65677 req-c4d7d85d-e863-460c-9339-bbbbcf74716c tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Apr 03 16:23:43.128198 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (50cca8e3-349d-4799-8704-a024b71faba0), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:43.157168 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'Port': ['ID=50cca8e3-349d-4799-8704-a024b71faba0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:43.270531 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Router 5da245a6-1534-42ed-9596-3ce504c224b9 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:23:43.369005 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-49ead1da-072d-48fb-a601-87856c0fd396 req-01e20977-dceb-4fc1-aa1a-c4aea5dfe110 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0293877 Apr 03 16:23:43.400864 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:23:43.410646 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:23:43.420331 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:23:43.420929 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:23:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:43.442531 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] No DVR routers for this DVR port 50cca8e3-349d-4799-8704-a024b71faba0 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:23:43.444913 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:43.448226 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9cce8535-60e0-4149-b52a-7d24e59bcb4a req-f9036bac-45eb-4b6f-b136-7fd6732fe36b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "DELETE /v2.0/ports/50cca8e3-349d-4799-8704-a024b71faba0 HTTP/1.1" status: 204 len: 173 time: 0.9120317 Apr 03 16:23:43.448651 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d97885-560f-46ea-a580-0005713c3423', 'name': 'network-vif-deleted', 'tag': '50cca8e3-349d-4799-8704-a024b71faba0'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:23:43.450885 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90e6dd1-806b-4586-a37c-2e1b535cd626" -d '{"events": [{"server_uuid": "93d97885-560f-46ea-a580-0005713c3423", "name": "network-vif-deleted", "tag": "50cca8e3-349d-4799-8704-a024b71faba0"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:23:43.484693 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad781aa3-0c12-43d8-83ea-d9f330a60904 x-openstack-request-id: req-ad781aa3-0c12-43d8-83ea-d9f330a60904 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:23:43.484983 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d97885-560f-46ea-a580-0005713c3423", "name": "network-vif-deleted", "tag": "50cca8e3-349d-4799-8704-a024b71faba0", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:23:43.485272 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad781aa3-0c12-43d8-83ea-d9f330a60904 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:23:43.485683 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad781aa3-0c12-43d8-83ea-d9f330a60904'] response: {'server_uuid': '93d97885-560f-46ea-a580-0005713c3423', 'name': 'network-vif-deleted', 'tag': '50cca8e3-349d-4799-8704-a024b71faba0', 'status': 'completed', 'code': 200} Apr 03 16:23:43.530184 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:23:43.733412 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:43.759960 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:23:43.768133 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:23:43.768727 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:23:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:43.879273 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:23:44.075910 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:44.101607 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82949f30-f9dd-4d42-a0c8-8a5677c6ebfd None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:23:44.128793 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f38ee-0e94-4570-bad5-7b9f561da6c0 req-0560eb29-7071-4c41-84db-15687feb03e9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:44.130504 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a97f38ee-0e94-4570-bad5-7b9f561da6c0 req-0560eb29-7071-4c41-84db-15687feb03e9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0558567 Apr 03 16:23:44.178368 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a97f38ee-0e94-4570-bad5-7b9f561da6c0 req-91923fad-d65e-46a6-8e1c-617c1031a6ca tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413477 Apr 03 16:23:44.327213 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77be499-c704-4894-996c-308bdc8d659f None None] New status for floating IP 1625c97e-1971-4331-9ada-448c539337d2: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:23:44.485243 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-8291239a-f9f6-4035-ad8b-9dead7915969 req-daf76ec2-d9f9-4276-98f4-05715cb45b0f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d97885-560f-46ea-a580-0005713c3423 HTTP/1.1" status: 200 len: 210 time: 0.0272532 Apr 03 16:23:45.315563 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d462d27-36ec-4308-b1b7-8c95db13d48a req-f62a3e25-5a56-4d85-9ddc-c1566cac26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:45.317030 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9d462d27-36ec-4308-b1b7-8c95db13d48a req-f62a3e25-5a56-4d85-9ddc-c1566cac26eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 1129 time: 0.0760417 Apr 03 16:23:45.324446 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77bbd-862d-4709-8957-57e835913a81 req-d4853fb2-0a2a-415d-8925-e903443a30a1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:45.325764 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39b77bbd-862d-4709-8957-57e835913a81 req-d4853fb2-0a2a-415d-8925-e903443a30a1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0763237 Apr 03 16:23:45.391470 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9d462d27-36ec-4308-b1b7-8c95db13d48a req-b79664e8-8c06-4607-b966-5ad2d6821115 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647936 Apr 03 16:23:45.398591 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-39b77bbd-862d-4709-8957-57e835913a81 req-c255b772-f4f2-442e-a1dd-8388ad7833db tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665667 Apr 03 16:23:45.699718 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40224) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:45.755559 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a81a6b2c-6589-44b2-bae1-0a3c449c601f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (09665700-45fe-40b7-9d9e-8c155a1fc5d8), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:45.779542 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a81a6b2c-6589-44b2-bae1-0a3c449c601f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (09665700-45fe-40b7-9d9e-8c155a1fc5d8), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:45.907579 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a81a6b2c-6589-44b2-bae1-0a3c449c601f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (09665700-45fe-40b7-9d9e-8c155a1fc5d8), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:45.910116 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a81a6b2c-6589-44b2-bae1-0a3c449c601f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:45.911291 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-a81a6b2c-6589-44b2-bae1-0a3c449c601f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "DELETE /v2.0/security-groups/09665700-45fe-40b7-9d9e-8c155a1fc5d8 HTTP/1.1" status: 204 len: 168 time: 0.2106042 Apr 03 16:23:45.914211 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40226) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:45.920165 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a6b2c-6589-44b2-bae1-0a3c449c601f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09665700-45fe-40b7-9d9e-8c155a1fc5d8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:45.927830 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-dea55060-5369-4b28-a345-f315211fcb52 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] show failed (client error): The resource could not be found. Apr 03 16:23:45.928831 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-dea55060-5369-4b28-a345-f315211fcb52 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups/09665700-45fe-40b7-9d9e-8c155a1fc5d8 HTTP/1.1" status: 404 len: 347 time: 0.0135546 Apr 03 16:23:45.931748 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40228) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:46.053793 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f9156-c138-4500-8bbd-31a06fa64671 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Deleting port e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:23:46.054044 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9156-c138-4500-8bbd-31a06fa64671 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:46.110495 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 50cca8e3-349d-4799-8704-a024b71faba0 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:23:46.128834 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9156-c138-4500-8bbd-31a06fa64671 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:46.129267 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9156-c138-4500-8bbd-31a06fa64671 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:46.133009 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 50cca8e3-349d-4799-8704-a024b71faba0 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:23:46.133358 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 50cca8e3-349d-4799-8704-a024b71faba0 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:23:46.140895 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f9156-c138-4500-8bbd-31a06fa64671 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Calling delete_port for e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:23:46.390140 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9156-c138-4500-8bbd-31a06fa64671 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:46.417750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f9156-c138-4500-8bbd-31a06fa64671 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'Port': ['ID=e3bf22e5-91a6-4f4c-985f-85a55aa2d0dd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:46.479911 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9156-c138-4500-8bbd-31a06fa64671 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (1625c97e-1971-4331-9ada-448c539337d2), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:46.482392 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9156-c138-4500-8bbd-31a06fa64671 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:46.485808 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3e4f9156-c138-4500-8bbd-31a06fa64671 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "DELETE /v2.0/floatingips/1625c97e-1971-4331-9ada-448c539337d2 HTTP/1.1" status: 204 len: 168 time: 0.5509422 Apr 03 16:23:46.517684 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fa6b5-51d0-43c8-9f23-9c47d5f5b865 req-9ce5aa5d-1ddf-4313-9b54-11e769cc112e tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:46.519238 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bd4fa6b5-51d0-43c8-9f23-9c47d5f5b865 req-9ce5aa5d-1ddf-4313-9b54-11e769cc112e tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0539722 Apr 03 16:23:46.566459 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bd4fa6b5-51d0-43c8-9f23-9c47d5f5b865 req-de5c3d96-6012-4ce6-9fea-ce3b9fd7fc82 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Apr 03 16:23:47.104242 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40234) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:47.108875 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-afc74d25-6811-49ef-839f-e98dbd461449 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102471860', 'description': 'tempest-description--993075945'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:23:47.195745 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-afc74d25-6811-49ef-839f-e98dbd461449 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:47.260850 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-afc74d25-6811-49ef-839f-e98dbd461449 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (3881ee76-abea-400b-ba8c-fb7a1baeb91a), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:47.364376 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-afc74d25-6811-49ef-839f-e98dbd461449 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (3881ee76-abea-400b-ba8c-fb7a1baeb91a), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:47.392326 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc74d25-6811-49ef-839f-e98dbd461449 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3881ee76-abea-400b-ba8c-fb7a1baeb91a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:47.466687 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-afc74d25-6811-49ef-839f-e98dbd461449 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:47.467957 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-afc74d25-6811-49ef-839f-e98dbd461449 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3627045 Apr 03 16:23:47.470830 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40236) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:47.475858 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f96b11f0-ad2d-4f4a-a2b1-45db481d63e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group_rule': {'security_group_id': '3881ee76-abea-400b-ba8c-fb7a1baeb91a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:23:47.563603 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f96b11f0-ad2d-4f4a-a2b1-45db481d63e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (aa1d5db6-2ed2-46ba-bc29-c51c79031101), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:47.621927 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f96b11f0-ad2d-4f4a-a2b1-45db481d63e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (aa1d5db6-2ed2-46ba-bc29-c51c79031101), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:47.683858 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9df63-b84f-4bcb-8bc8-bc23aee700ad req-4826b22a-e347-41a8-b8e0-6fa60a0c907d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:47.685336 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-73f9df63-b84f-4bcb-8bc8-bc23aee700ad req-4826b22a-e347-41a8-b8e0-6fa60a0c907d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0499687 Apr 03 16:23:47.710656 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f96b11f0-ad2d-4f4a-a2b1-45db481d63e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (aa1d5db6-2ed2-46ba-bc29-c51c79031101), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:47.730106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b11f0-ad2d-4f4a-a2b1-45db481d63e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1d5db6-2ed2-46ba-bc29-c51c79031101,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:47.735393 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-73f9df63-b84f-4bcb-8bc8-bc23aee700ad req-7746d4c5-96bf-47e5-b301-216db7eef849 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Apr 03 16:23:47.821124 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f96b11f0-ad2d-4f4a-a2b1-45db481d63e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:47.822351 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f96b11f0-ad2d-4f4a-a2b1-45db481d63e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506119 Apr 03 16:23:47.829219 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40242) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:47.833899 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9d5c1bd2-87e9-49f3-b4f8-f87c1cfe9cb3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group_rule': {'security_group_id': '3881ee76-abea-400b-ba8c-fb7a1baeb91a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:23:47.946952 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1bd2-87e9-49f3-b4f8-f87c1cfe9cb3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (23dca82a-daa6-4186-919c-99f7d9c34837), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:48.003607 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1bd2-87e9-49f3-b4f8-f87c1cfe9cb3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (23dca82a-daa6-4186-919c-99f7d9c34837), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:48.090186 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1bd2-87e9-49f3-b4f8-f87c1cfe9cb3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (23dca82a-daa6-4186-919c-99f7d9c34837), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:48.108566 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c1bd2-87e9-49f3-b4f8-f87c1cfe9cb3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dca82a-daa6-4186-919c-99f7d9c34837,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:48.206986 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1bd2-87e9-49f3-b4f8-f87c1cfe9cb3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:48.209595 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-9d5c1bd2-87e9-49f3-b4f8-f87c1cfe9cb3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778267 Apr 03 16:23:48.211285 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40250) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:48.215651 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:23:48.331319 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:48.361672 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1332fd-b070-4fe0-a98b-2dfb4780c793 req-25e8a830-9b2a-413c-8e47-9d5dd6b3f29d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:48.364396 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b1332fd-b070-4fe0-a98b-2dfb4780c793 req-25e8a830-9b2a-413c-8e47-9d5dd6b3f29d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0531037 Apr 03 16:23:48.431442 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:48.438543 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6b1332fd-b070-4fe0-a98b-2dfb4780c793 req-b3fd6673-e58d-4b35-9ce3-013ea7eb5ecc tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683458 Apr 03 16:23:48.460656 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-fcbe42f0-3f90-41b2-be74-426d5cfdf8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:48.460656 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-fcbe42f0-3f90-41b2-be74-426d5cfdf8da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 1129 time: 0.0646989 Apr 03 16:23:48.538342 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Allocated IP 172.27.0.43 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:23:48.551803 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-e0187c2f-e44c-4062-9652-c940fd9f7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:48.553303 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-e0187c2f-e44c-4062-9652-c940fd9f7cbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 920 time: 0.0903375 Apr 03 16:23:48.617332 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-156aadbb-7326-4110-9e05-a89da6e630eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c84a861-f909-4919-a176-190ae6f1ebf1 HTTP/1.1" status: 200 len: 1001 time: 0.0574954 Apr 03 16:23:48.640119 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:48.668234 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-433e546f-b64c-4f27-bbcd-f32a1626e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:48.669676 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-433e546f-b64c-4f27-bbcd-f32a1626e26e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0465908 Apr 03 16:23:48.715953 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-1565f3e2-544d-4739-ba16-d1ce77fb3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:48.717333 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-1565f3e2-544d-4739-ba16-d1ce77fb3c65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417855 Apr 03 16:23:48.742142 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:48.779694 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:23:48.782595 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:23:48.785639 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:23:48.805618 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-2c863d72-b9ba-42bb-b987-7d7553846982 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822098 Apr 03 16:23:48.812222 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:48.817785 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:23:48.881321 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (892904ae-f7e4-4f5f-8d76-ef0ee549f748), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:48.897267 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa8c3d2-2a67-4a09-9080-82be409773b6 req-ceb63cb6-78f3-401e-b36f-ec7897bd5dd1 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856817 Apr 03 16:23:48.972103 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:49.118176 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:49.181936 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:49.249204 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:49.260722 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (892904ae-f7e4-4f5f-8d76-ef0ee549f748), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:49.321318 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:49.322582 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-48699a9c-7608-4e68-80a4-d246a14593d3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1103842 Apr 03 16:23:49.475526 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-4f7f3a51-ae51-462f-90d2-29383f482604 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--102471860&fields=id&tenant_id=9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 267 time: 0.0416665 Apr 03 16:23:49.561652 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f6c-f39d-4aa5-b026-f7f8004d66c6 req-5b92aae6-8992-4561-9222-a73462b461b4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:49.563055 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5e6e2f6c-f39d-4aa5-b026-f7f8004d66c6 req-5b92aae6-8992-4561-9222-a73462b461b4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0515103 Apr 03 16:23:49.582425 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-24d791c0-5d2d-4551-a71d-302e884dbf90 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:49.583923 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-24d791c0-5d2d-4551-a71d-302e884dbf90 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 814 time: 0.1016486 Apr 03 16:23:49.599044 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-1d90972a-ccb9-4efe-93dd-e38cdd7ad2ee tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/quotas/9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 375 time: 0.0096793 Apr 03 16:23:49.610603 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5e6e2f6c-f39d-4aa5-b026-f7f8004d66c6 req-39b54004-edab-44d7-8af6-09c93a6460f4 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413709 Apr 03 16:23:49.652612 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-195c32c8-7bfc-4274-94d9-fe31d6b4962a tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482373 Apr 03 16:23:49.793549 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-c995450f-4049-4208-8b63-c1673974b814 service neutron] 10.222.0.37 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296384 Apr 03 16:23:49.884446 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-166683ad-5e96-4dc6-a8b1-9d9e9e38b2ec service neutron] 10.222.0.37 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845277 Apr 03 16:23:50.164345 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4f1b1d84-d46c-40c4-b701-f9fa1768d26a req-f157d164-64ca-4f2d-b567-ef7dadb899ce tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 210 time: 0.0308175 Apr 03 16:23:50.728681 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47ae6f-edd1-4353-9a8b-3dca3b6527bb req-83e297dc-fd36-4287-863a-c2f29f923c31 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:50.730130 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9f47ae6f-edd1-4353-9a8b-3dca3b6527bb req-83e297dc-fd36-4287-863a-c2f29f923c31 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0509539 Apr 03 16:23:50.776312 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9f47ae6f-edd1-4353-9a8b-3dca3b6527bb req-28b37360-6b9d-4c89-9a65-746abac33e59 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405447 Apr 03 16:23:51.261124 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-245575da-ed9b-490f-8e99-1ad1d8c93502 req-7cb45461-4164-43d0-9c2f-3731ece2ba73 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 210 time: 0.0291491 Apr 03 16:23:51.898137 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc0c8-a8a0-49f7-bdbf-0dea868e2158 req-af224677-46e2-4694-985f-2fcc957a1fa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:51.899873 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7bacc0c8-a8a0-49f7-bdbf-0dea868e2158 req-af224677-46e2-4694-985f-2fcc957a1fa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0568068 Apr 03 16:23:51.952849 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7bacc0c8-a8a0-49f7-bdbf-0dea868e2158 req-35b1ad53-6cd6-465d-a58a-342a5096b1b7 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473542 Apr 03 16:23:52.325401 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-16e3cd01-6a03-4c48-bb18-bb8e2554eeb5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:52.326967 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-16e3cd01-6a03-4c48-bb18-bb8e2554eeb5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 814 time: 0.1006331 Apr 03 16:23:52.396532 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-2eba7a4e-1d7f-455f-8922-5f4d869f5c32 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 379 time: 0.0599949 Apr 03 16:23:52.407470 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'port': {'device_id': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'admin_state_up': True, 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'security_groups': ['3881ee76-abea-400b-ba8c-fb7a1baeb91a']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:23:52.516391 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0b8d51ca-a58f-4e64-bd1c-3306ca742985 req-7696fecc-0d56-4766-bd74-3633289d2191 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 210 time: 0.0317450 Apr 03 16:23:52.627465 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Made reservation on behalf of 9647e423a51e409b8ab4cd779b130ad8 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:23:52.631137 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:52.754299 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Allocated IP 172.20.0.6 (45d16502-bfea-4cd7-9a04-a1e90b72c332/4bb12f4e-96b5-456c-9dd1-7dd0370c42c9/2c2f8368-38b7-4d66-9fd6-2a47de55f4c7) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:23:52.884219 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:52.999358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:53.043023 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:23:53.046005 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:23:53.050313 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:23:53.074826 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e41209-917c-4db9-94f2-130f91d76ab7 req-2bc266ad-d08f-46a4-b343-e2c6c2c3d19d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:53.077507 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c4e41209-917c-4db9-94f2-130f91d76ab7 req-2bc266ad-d08f-46a4-b343-e2c6c2c3d19d tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0544081 Apr 03 16:23:53.078343 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:53.108601 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:53.109411 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:53.133245 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c4e41209-917c-4db9-94f2-130f91d76ab7 req-b684cb84-6a6c-4b7d-a236-091820f4c445 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495522 Apr 03 16:23:53.193806 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-0de3d672-f642-4977-85f4-620552eb20dd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7904406 Apr 03 16:23:53.227837 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Request body: {'port': {'device_id': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:23:53.263217 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-30c9a481-5b19-4c59-ae8a-ae57cbb2fd6e None None] Provisioning complete for port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:23:53.263765 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-30c9a481-5b19-4c59-ae8a-ae57cbb2fd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:53.296275 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-30c9a481-5b19-4c59-ae8a-ae57cbb2fd6e None None] Port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:23:53.302760 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46063d48-1112-4b9b-9712-c1367ca8a7d6 req-7a85963c-8b81-487b-b67a-ea3917365043 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:53.306905 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-46063d48-1112-4b9b-9712-c1367ca8a7d6 req-7a85963c-8b81-487b-b67a-ea3917365043 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.1069639 Apr 03 16:23:53.306905 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:53.313048 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40304) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:23:53.318102 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-99281621-e8fc-41c1-a843-1b6c2f839438 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Request body: {'floatingip': {'port_id': '6c84a861-f909-4919-a176-190ae6f1ebf1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:23:53.383581 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99281621-e8fc-41c1-a843-1b6c2f839438 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for floatingip (df4135c8-75e9-495d-b29b-83ed815df061), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:53.666859 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c99a5c-c104-449f-ad0b-ec14f28bd41e req-bb654ab2-37f3-4b3d-b62c-ab39c2392615 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:53.668307 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-00c99a5c-c104-449f-ad0b-ec14f28bd41e req-bb654ab2-37f3-4b3d-b62c-ab39c2392615 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 931 time: 0.0797057 Apr 03 16:23:53.785606 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-00c99a5c-c104-449f-ad0b-ec14f28bd41e req-efc19e06-79d1-46d5-a1c2-80b4bd2712d9 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909693 Apr 03 16:23:53.808250 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:23:53.816092 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Publish callbacks [] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:53.828299 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Transition to ACTIVE for port object 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:23:53.919154 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:53.927282 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99281621-e8fc-41c1-a843-1b6c2f839438 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:53.971109 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:54.010910 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99281621-e8fc-41c1-a843-1b6c2f839438 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (df4135c8-75e9-495d-b29b-83ed815df061), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:54.044658 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Attempting to bind port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:23:54.045489 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Attempting to bind port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:23:54.046208 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Attempting to bind port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:23:54.052783 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:23:54.053053 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Attempting to bind port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:23:54.058306 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:23:54.058685 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Checking segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:23:54.059072 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Bound using segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:23:54.059506 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Bound port: 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:23:54.059866 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:54.129047 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] For port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:23:54.132630 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] For port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:23:54.196738 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:54.229428 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99281621-e8fc-41c1-a843-1b6c2f839438 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Router b2f8bcf7-71af-4088-a851-ab3520984bb5 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:23:54.231001 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:54.231798 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:54.233291 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] 10.222.0.21 "PUT /v2.0/ports/2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 HTTP/1.1" status: 200 len: 1093 time: 1.0098948 Apr 03 16:23:54.235833 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'tag': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:23:54.239480 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae57ad2-ca43-4c58-bb40-763da09f6f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2925291d-b3a8-4779-90b9-e222b44cbd36", "tag": "2c2f8368-38b7-4d66-9fd6-2a47de55f4c7"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:23:54.275640 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01063342-e8b1-4fda-908c-76add8a8f913 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:23:54.287978 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c5bc49-2d90-48bb-b0aa-29ef698bbd7d x-openstack-request-id: req-d9c5bc49-2d90-48bb-b0aa-29ef698bbd7d {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:23:54.291400 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2925291d-b3a8-4779-90b9-e222b44cbd36", "tag": "2c2f8368-38b7-4d66-9fd6-2a47de55f4c7", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:23:54.291400 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9c5bc49-2d90-48bb-b0aa-29ef698bbd7d {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:23:54.291400 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c5bc49-2d90-48bb-b0aa-29ef698bbd7d'] response: {'name': 'network-changed', 'server_uuid': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'tag': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7', 'status': 'completed', 'code': 200} Apr 03 16:23:54.373923 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae57ad2-ca43-4c58-bb40-763da09f6f4e req-4f445bba-ca63-4809-b87a-571bdcdc625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:54.375677 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0ae57ad2-ca43-4c58-bb40-763da09f6f4e req-4f445bba-ca63-4809-b87a-571bdcdc625a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 1127 time: 0.0564451 Apr 03 16:23:54.487696 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae57ad2-ca43-4c58-bb40-763da09f6f4e req-12c3fd69-aa8d-43c4-9002-4d471638c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:54.489178 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0ae57ad2-ca43-4c58-bb40-763da09f6f4e req-12c3fd69-aa8d-43c4-9002-4d471638c08d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9647e423a51e409b8ab4cd779b130ad8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1059008 Apr 03 16:23:54.570652 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99281621-e8fc-41c1-a843-1b6c2f839438 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:23:54.575623 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99281621-e8fc-41c1-a843-1b6c2f839438 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:54.582157 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] Sync routers for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:23:54.591181 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:23:54.591939 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:23:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:54.593730 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae57ad2-ca43-4c58-bb40-763da09f6f4e req-c07bb737-dc5e-4983-9d4e-5819731aec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:54.596043 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0ae57ad2-ca43-4c58-bb40-763da09f6f4e req-c07bb737-dc5e-4983-9d4e-5819731aec85 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964861 Apr 03 16:23:54.609299 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:23:54.612698 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:23:54.645969 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-99281621-e8fc-41c1-a843-1b6c2f839438 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "PUT /v2.0/floatingips/df4135c8-75e9-495d-b29b-83ed815df061 HTTP/1.1" status: 200 len: 993 time: 1.3317697 Apr 03 16:23:54.678513 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-e95aed10-828f-4d95-9dc1-1babbdb2f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:54.680240 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-e95aed10-828f-4d95-9dc1-1babbdb2f0ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 1127 time: 0.0489075 Apr 03 16:23:54.709591 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:23:54.725354 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-cf0fc3e8-381d-46c9-88f9-73abfd4e2318 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 HTTP/1.1" status: 200 len: 217 time: 0.0358791 Apr 03 16:23:54.731018 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe055404-b9a7-45ee-a8be-d371c57ddcd0 x-openstack-request-id: req-fe055404-b9a7-45ee-a8be-d371c57ddcd0 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:23:54.731301 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:23:54.731545 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe055404-b9a7-45ee-a8be-d371c57ddcd0 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:23:54.731939 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe055404-b9a7-45ee-a8be-d371c57ddcd0'] response: {'name': 'network-changed', 'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'status': 'completed', 'code': 200} Apr 03 16:23:54.828319 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-9a75d2f7-0d0a-4a5e-bdbb-9acb0ddaddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:54.829885 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-9a75d2f7-0d0a-4a5e-bdbb-9acb0ddaddeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 200 len: 853 time: 0.0732529 Apr 03 16:23:54.850021 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-182f0f61-6b3b-47a7-80ba-ee0110b04323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:54.851569 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-182f0f61-6b3b-47a7-80ba-ee0110b04323 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 1129 time: 0.0697360 Apr 03 16:23:54.938207 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'df4135c8-75e9-495d-b29b-83ed815df061', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'port_id': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'mac_address': 'fa:16:3e:19:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:21:12Z', 'updated_at': '2022-04-03T16:23:53Z', 'revision_number': 3, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:30Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:54.964025 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] Checking router: b2f8bcf7-71af-4088-a851-ab3520984bb5 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:23:54.972619 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:23:54.973212 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:23:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:54.976800 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-abd32661-7bbb-4efc-a166-4e12ab90995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:54.978619 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-abd32661-7bbb-4efc-a166-4e12ab90995f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45d16502-bfea-4cd7-9a04-a1e90b72c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394002 Apr 03 16:23:54.998648 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ddf61-63a8-4380-b88b-9f1b6bc5307f req-eec03b2c-4b63-41c7-8bb4-3c0df21ea37b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:55.000064 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b60ddf61-63a8-4380-b88b-9f1b6bc5307f req-eec03b2c-4b63-41c7-8bb4-3c0df21ea37b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 943 time: 0.1317523 Apr 03 16:23:55.067637 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-97a26a7a-91be-413d-b2a8-83dccc04cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:55.069122 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-97a26a7a-91be-413d-b2a8-83dccc04cf00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 920 time: 0.2020304 Apr 03 16:23:55.159314 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b60ddf61-63a8-4380-b88b-9f1b6bc5307f req-338bf64d-ef28-4a1b-b9fa-32821ddd0362 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462884 Apr 03 16:23:55.172401 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:23:55.184792 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-f4946af9-857f-4d5d-b129-d836d67190eb service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838057 Apr 03 16:23:55.186878 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-9b421573-a253-442b-8ee2-5212e373129a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c84a861-f909-4919-a176-190ae6f1ebf1 HTTP/1.1" status: 200 len: 1001 time: 0.1083980 Apr 03 16:23:55.296555 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-55540357-0bcf-4332-866d-7a974a705a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:55.297999 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-55540357-0bcf-4332-866d-7a974a705a1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0972450 Apr 03 16:23:55.341987 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d428dcfc-b9b6-4c57-b534-41da684822cc req-298be43f-d53e-4a37-85f3-7053a9b2e31a service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422198 Apr 03 16:23:55.362958 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-197933f6-fab8-413e-be2c-27b200d51551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:55.364960 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-197933f6-fab8-413e-be2c-27b200d51551 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583241 Apr 03 16:23:55.390904 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'df4135c8-75e9-495d-b29b-83ed815df061', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'port_id': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'mac_address': 'fa:16:3e:19:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:21:12Z', 'updated_at': '2022-04-03T16:23:53Z', 'revision_number': 3, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:30Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:23:55.421889 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d861f4-d5de-42d3-9e49-e06b5128a82d None None] The sync data for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi is: [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'df4135c8-75e9-495d-b29b-83ed815df061', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'port_id': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'mac_address': 'fa:16:3e:19:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:21:12Z', 'updated_at': '2022-04-03T16:23:53Z', 'revision_number': 3, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:30Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:23:55.460781 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-254e27b5-4ea3-4033-b866-9569aba01bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888386 Apr 03 16:23:55.554106 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d9f6243-b9dd-47a4-820c-3131be0dcc7c req-8cf6f18c-dc5a-4339-ab5c-04f0e9df28c4 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865860 Apr 03 16:23:56.280904 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d4d9d-cd94-423d-900f-61bfcffd1f17 req-df5ca0f5-41b5-4e5a-becb-6a7f2eea8551 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:56.282337 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-264d4d9d-cd94-423d-900f-61bfcffd1f17 req-df5ca0f5-41b5-4e5a-becb-6a7f2eea8551 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 943 time: 0.0495698 Apr 03 16:23:56.330721 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-264d4d9d-cd94-423d-900f-61bfcffd1f17 req-3a687a28-373e-4f39-a263-3a3b48824c0e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 Apr 03 16:23:56.733145 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:23:56.735465 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:23:56.769593 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58e161c-3eeb-4b14-9b05-1e30bac0a914 x-openstack-request-id: req-e58e161c-3eeb-4b14-9b05-1e30bac0a914 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:23:56.769880 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:23:56.770127 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e58e161c-3eeb-4b14-9b05-1e30bac0a914 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:23:56.770542 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58e161c-3eeb-4b14-9b05-1e30bac0a914'] response: {'name': 'network-changed', 'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'status': 'completed', 'code': 200} Apr 03 16:23:56.845233 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-e1d85158-e150-4b23-bc19-e1ae39f3af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:56.846809 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-e1d85158-e150-4b23-bc19-e1ae39f3af00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 1129 time: 0.0469584 Apr 03 16:23:56.933877 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-c68d746e-c423-475b-8841-531bc6330572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:56.935343 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-c68d746e-c423-475b-8841-531bc6330572 service neutron] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 920 time: 0.0811057 Apr 03 16:23:57.001575 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-f32ef525-e4df-40bc-a1c2-77c15f50a181 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c84a861-f909-4919-a176-190ae6f1ebf1 HTTP/1.1" status: 200 len: 1001 time: 0.0597591 Apr 03 16:23:57.050218 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-1db668cf-9832-452b-9ef0-2cde21aa387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:57.051655 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-1db668cf-9832-452b-9ef0-2cde21aa387e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0425704 Apr 03 16:23:57.102756 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-65f28a49-c450-47b6-8033-7bfe19a29bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:57.104469 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-65f28a49-c450-47b6-8033-7bfe19a29bec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414329 Apr 03 16:23:57.199989 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-59301d63-e61a-4862-ba50-2223b7709074 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874324 Apr 03 16:23:57.293290 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8eb8d92d-3dd8-46e1-abc3-ac45ddf1b2dc req-e4a19648-0841-4fa6-91e8-af0f93b005e6 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841124 Apr 03 16:23:57.445547 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d11f84-c14e-44bd-b4cf-eac25d4e7847 req-f8d4aaa8-2efb-4e40-b59f-777c060f47e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:57.447040 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-19d11f84-c14e-44bd-b4cf-eac25d4e7847 req-f8d4aaa8-2efb-4e40-b59f-777c060f47e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 943 time: 0.0502934 Apr 03 16:23:57.492182 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-19d11f84-c14e-44bd-b4cf-eac25d4e7847 req-f1685b5b-d212-45af-953c-acfd4bf4c2ae tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396886 Apr 03 16:23:58.608540 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855d643-9a19-443f-bdfc-d7aab89d0de2 req-b6af2890-8ea4-493c-b7e2-935ab51bd4bc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:58.609998 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a855d643-9a19-443f-bdfc-d7aab89d0de2 req-b6af2890-8ea4-493c-b7e2-935ab51bd4bc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 943 time: 0.0511446 Apr 03 16:23:58.654472 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a855d643-9a19-443f-bdfc-d7aab89d0de2 req-a434964e-cc15-4ec9-97ed-a2ee31238343 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383255 Apr 03 16:23:59.181691 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:59.581231 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e4e24c97-5b52-4fd5-bf73-e9d0e66271fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:23:59.767404 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788db67-c9a4-445a-a57c-2b75acdbd077 req-bca6cf0b-8a51-444c-af55-49b796f26ce5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:23:59.768840 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7788db67-c9a4-445a-a57c-2b75acdbd077 req-bca6cf0b-8a51-444c-af55-49b796f26ce5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 943 time: 0.0502546 Apr 03 16:23:59.812686 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7788db67-c9a4-445a-a57c-2b75acdbd077 req-77b64615-19e4-4bc4-9489-4d1050673860 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384743 Apr 03 16:24:00.145592 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:24:00.241129 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:00.252097 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'port_id': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7', 'mac_address': 'fa:16:3e:22:1f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:24:00.291098 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:24:00.291482 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:00.308926 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:24:00.328799 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:00.396120 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:00.443708 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:00.450706 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.451054 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.451396 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.451755 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.452094 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.452437 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.452750 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.453073 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.453397 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.453720 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.454042 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.454366 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.454746 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.455068 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.455388 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:00.849203 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['2c2f8368-38b7-4d66-9fd6-2a47de55f4c7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:24:00.931485 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae0614-7922-431f-b547-199e38cc46d8 req-0d9710a3-3942-4516-9b54-5ae38c227ad3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:00.933009 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-22ae0614-7922-431f-b547-199e38cc46d8 req-0d9710a3-3942-4516-9b54-5ae38c227ad3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 944 time: 0.0542338 Apr 03 16:24:00.979426 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-22ae0614-7922-431f-b547-199e38cc46d8 req-80727fa3-3753-468b-b225-263a87be7acb tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407364 Apr 03 16:24:01.886842 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1a6de561-606d-48b1-89b5-99d2ad12ca25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:02.097071 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b912d-3eb8-49d9-b42c-f183880c57ae req-c71e8945-6161-4ac5-a38f-fe363bde062e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:02.098539 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-578b912d-3eb8-49d9-b42c-f183880c57ae req-c71e8945-6161-4ac5-a38f-fe363bde062e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 944 time: 0.0534039 Apr 03 16:24:02.143658 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-578b912d-3eb8-49d9-b42c-f183880c57ae req-0163d322-812d-4352-b7ef-998d61c2b860 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392401 Apr 03 16:24:02.170432 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:24:02.318952 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:24:02.323238 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:24:02.323609 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:02.403939 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:24:02.404240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:02.425621 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:24:02.427837 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905b8f81-99a7-49f9-a4f3-fb7f5a9b44a7" -d '{"events": [{"server_uuid": "2925291d-b3a8-4779-90b9-e222b44cbd36", "name": "network-vif-plugged", "status": "completed", "tag": "2c2f8368-38b7-4d66-9fd6-2a47de55f4c7"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:24:02.440142 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:02.516259 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1093f3-fdab-4ae7-9568-11bb63d3b3ff x-openstack-request-id: req-6c1093f3-fdab-4ae7-9568-11bb63d3b3ff {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:24:02.516563 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2925291d-b3a8-4779-90b9-e222b44cbd36", "name": "network-vif-plugged", "status": "completed", "tag": "2c2f8368-38b7-4d66-9fd6-2a47de55f4c7", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:24:02.516822 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c1093f3-fdab-4ae7-9568-11bb63d3b3ff {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:24:02.517823 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1093f3-fdab-4ae7-9568-11bb63d3b3ff'] response: {'server_uuid': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7', 'code': 200} Apr 03 16:24:02.527273 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:02.578329 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:02.877305 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28b6c6-51f4-41c4-9ef3-88b38c3f83dd req-2565e3bc-fb5d-4f3b-bc03-70e6a0533c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:02.878849 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ac28b6c6-51f4-41c4-9ef3-88b38c3f83dd req-2565e3bc-fb5d-4f3b-bc03-70e6a0533c8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 1129 time: 0.0446374 Apr 03 16:24:02.921390 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ac28b6c6-51f4-41c4-9ef3-88b38c3f83dd req-c4669edc-48df-420d-8f38-1ac7cd8003bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356212 Apr 03 16:24:02.932693 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:03.257600 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc94e1-eeb2-4842-ab59-c8a400c61e3c req-8f56cf38-c8eb-4f70-bcd2-92253e44a8a9 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:03.259058 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e1fc94e1-eeb2-4842-ab59-c8a400c61e3c req-8f56cf38-c8eb-4f70-bcd2-92253e44a8a9 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 945 time: 0.0504339 Apr 03 16:24:03.303633 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e1fc94e1-eeb2-4842-ab59-c8a400c61e3c req-4d6f8050-b0b3-4375-984b-c579866a39b9 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390878 Apr 03 16:24:04.309816 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:04.427957 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b96fb9-2c0d-48c8-a976-a1e7571e7926 req-fc91da2d-200b-492c-ac50-31f84a574e08 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:04.429427 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c3b96fb9-2c0d-48c8-a976-a1e7571e7926 req-fc91da2d-200b-492c-ac50-31f84a574e08 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 945 time: 0.0541344 Apr 03 16:24:04.476290 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c3b96fb9-2c0d-48c8-a976-a1e7571e7926 req-1faad1f1-c0c0-4b1d-8e2a-35fb447d4b1d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410535 Apr 03 16:24:05.592367 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca8b59-d477-42c9-80f2-c372be805a84 req-1743984e-b42f-4b09-b120-43c681c6a962 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:05.593853 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-27ca8b59-d477-42c9-80f2-c372be805a84 req-1743984e-b42f-4b09-b120-43c681c6a962 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Apr 03 16:24:05.643757 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-27ca8b59-d477-42c9-80f2-c372be805a84 req-cb917694-604d-45a3-abe1-2188bc3ecca7 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434077 Apr 03 16:24:05.755639 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d9bc8-8c56-4113-8478-4b919dee6d07 req-f90ce9de-42a3-490c-8beb-4025b709f113 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:05.757118 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-eb6d9bc8-8c56-4113-8478-4b919dee6d07 req-f90ce9de-42a3-490c-8beb-4025b709f113 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 945 time: 0.0532048 Apr 03 16:24:05.766045 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40354) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:05.770490 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-50444ca5-b5f6-49da-8582-c63d3933f021 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'floatingip': {'port_id': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:05.799379 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:05.811594 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50444ca5-b5f6-49da-8582-c63d3933f021 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (892904ae-f7e4-4f5f-8d76-ef0ee549f748), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:05.957147 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f9570-cef9-419e-b160-9be394d3a9fc req-b3ee1fbb-7cdb-43ef-a733-753023c45948 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:05.958553 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-395f9570-cef9-419e-b160-9be394d3a9fc req-b3ee1fbb-7cdb-43ef-a733-753023c45948 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.1140852 Apr 03 16:24:05.975222 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149ee18-602f-4631-a62f-05d631422826 req-e0b489e6-903c-4b44-9e66-f337d0ccb974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:05.976719 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3149ee18-602f-4631-a62f-05d631422826 req-e0b489e6-903c-4b44-9e66-f337d0ccb974 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6828b1bee678430d9fed44785ab214de&device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 1168 time: 0.0470073 Apr 03 16:24:06.068170 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149ee18-602f-4631-a62f-05d631422826 req-e9baac3f-693d-475c-8dd3-75a5970758a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:06.069626 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3149ee18-602f-4631-a62f-05d631422826 req-e9baac3f-693d-475c-8dd3-75a5970758a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ffe90eba-0f45-42f4-ba6b-d9685417999e HTTP/1.1" status: 200 len: 915 time: 0.0850515 Apr 03 16:24:06.098376 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-395f9570-cef9-419e-b160-9be394d3a9fc req-3aa4741d-472c-4d50-9631-f89fce2f1061 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335583 Apr 03 16:24:06.135266 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3149ee18-602f-4631-a62f-05d631422826 req-165484e4-a4ed-4f5d-b058-6319efffb8d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a HTTP/1.1" status: 200 len: 1001 time: 0.0588453 Apr 03 16:24:06.185816 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149ee18-602f-4631-a62f-05d631422826 req-ae423a1d-9a5b-47d8-a321-09401ce3757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:06.187300 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3149ee18-602f-4631-a62f-05d631422826 req-ae423a1d-9a5b-47d8-a321-09401ce3757d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8 HTTP/1.1" status: 200 len: 853 time: 0.0430384 Apr 03 16:24:06.247902 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149ee18-602f-4631-a62f-05d631422826 req-6ec3674e-75d8-4385-a7c9-dfb75ed568ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:06.249564 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3149ee18-602f-4631-a62f-05d631422826 req-6ec3674e-75d8-4385-a7c9-dfb75ed568ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ffe90eba-0f45-42f4-ba6b-d9685417999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486310 Apr 03 16:24:06.330673 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50444ca5-b5f6-49da-8582-c63d3933f021 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:06.346161 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3149ee18-602f-4631-a62f-05d631422826 req-ee693875-8e75-4eb8-a0ce-915855dcadc4 service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807133 Apr 03 16:24:06.399114 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50444ca5-b5f6-49da-8582-c63d3933f021 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (892904ae-f7e4-4f5f-8d76-ef0ee549f748), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:06.442055 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3149ee18-602f-4631-a62f-05d631422826 req-38d73104-f202-4c43-9d05-de6ef9c4eb64 service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859828 Apr 03 16:24:06.501229 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-50444ca5-b5f6-49da-8582-c63d3933f021 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Floating IP 892904ae-f7e4-4f5f-8d76-ef0ee549f748 associated. External IP: 172.27.0.43, port: 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7. Apr 03 16:24:06.716224 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50444ca5-b5f6-49da-8582-c63d3933f021 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Router 5da245a6-1534-42ed-9596-3ce504c224b9 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:24:06.828962 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50444ca5-b5f6-49da-8582-c63d3933f021 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:24:06.834441 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50444ca5-b5f6-49da-8582-c63d3933f021 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:06.838858 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:24:06.847825 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:24:06.848432 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:24:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:06.874581 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-50444ca5-b5f6-49da-8582-c63d3933f021 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "PUT /v2.0/floatingips/892904ae-f7e4-4f5f-8d76-ef0ee549f748 HTTP/1.1" status: 200 len: 990 time: 1.0960753 Apr 03 16:24:06.874581 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'tag': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:24:06.874581 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91904c67-8f3b-4dd5-a7e6-305abd30b651" -d '{"events": [{"name": "network-changed", "server_uuid": "2925291d-b3a8-4779-90b9-e222b44cbd36", "tag": "2c2f8368-38b7-4d66-9fd6-2a47de55f4c7"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:24:06.904312 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e798f927-683c-4e5c-8f07-17d0d08e0208 x-openstack-request-id: req-e798f927-683c-4e5c-8f07-17d0d08e0208 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:24:06.904604 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2925291d-b3a8-4779-90b9-e222b44cbd36", "tag": "2c2f8368-38b7-4d66-9fd6-2a47de55f4c7", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:24:06.904855 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e798f927-683c-4e5c-8f07-17d0d08e0208 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:24:06.905259 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e798f927-683c-4e5c-8f07-17d0d08e0208'] response: {'name': 'network-changed', 'server_uuid': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'tag': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7', 'status': 'completed', 'code': 200} Apr 03 16:24:06.959972 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:24:06.977742 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-abdabfbe-15c0-4963-be99-35640db84aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:06.979544 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-abdabfbe-15c0-4963-be99-35640db84aa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 1129 time: 0.0450130 Apr 03 16:24:07.077108 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-e9f9a49b-0e7e-4462-948f-f1c3bc9e3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:07.078587 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-e9f9a49b-0e7e-4462-948f-f1c3bc9e3977 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 915 time: 0.0818214 Apr 03 16:24:07.149978 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-ef59235a-96d3-4795-95c8-dd7012f43279 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 HTTP/1.1" status: 200 len: 998 time: 0.0646932 Apr 03 16:24:07.193091 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '892904ae-f7e4-4f5f-8d76-ef0ee549f748', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:22:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:23:48Z', 'updated_at': '2022-04-03T16:24:06Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:07.200697 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-2879a8f0-2f76-43c5-8322-20fb77c59a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:07.202415 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-2879a8f0-2f76-43c5-8322-20fb77c59a8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 200 len: 853 time: 0.0458734 Apr 03 16:24:07.221666 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565b5a-bc13-4211-8d8f-d0194bad85f3 req-8e819066-0e30-4dd1-9138-2a2e10b4f157 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:07.223454 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-92565b5a-bc13-4211-8d8f-d0194bad85f3 req-8e819066-0e30-4dd1-9138-2a2e10b4f157 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0544333 Apr 03 16:24:07.224616 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:24:07.234015 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:24:07.234636 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:24:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:07.251578 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-53f6651a-ed2f-400c-a0b2-d1521b911fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:07.253097 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-53f6651a-ed2f-400c-a0b2-d1521b911fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45d16502-bfea-4cd7-9a04-a1e90b72c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443685 Apr 03 16:24:07.289310 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-92565b5a-bc13-4211-8d8f-d0194bad85f3 req-4bade20a-b74c-4313-825d-77eba76008ed tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593777 Apr 03 16:24:07.339602 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:24:07.347228 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-7dfd5cb6-91eb-4c54-b6b0-c3e249c3148d service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875874 Apr 03 16:24:07.443724 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-91904c67-8f3b-4dd5-a7e6-305abd30b651 req-fc81a6a9-e4ba-4b4c-af9b-a458fc3a7ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878241 Apr 03 16:24:07.564811 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '892904ae-f7e4-4f5f-8d76-ef0ee549f748', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:22:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:23:48Z', 'updated_at': '2022-04-03T16:24:06Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:07.593234 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816363ed-9088-4bed-94c0-71f19b29fb4b None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '892904ae-f7e4-4f5f-8d76-ef0ee549f748', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:22:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:23:48Z', 'updated_at': '2022-04-03T16:24:06Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:24:07.790075 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f219dd4-06cd-4ee5-b8b3-e92c09bbb8fa None None] New status for floating IP 892904ae-f7e4-4f5f-8d76-ef0ee549f748: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:24:08.409406 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c9866-5a33-40ef-8975-ebc1c7f9b816 req-3caf2021-17d7-41bf-9c04-3e47ab5d9811 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:08.410886 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1f2c9866-5a33-40ef-8975-ebc1c7f9b816 req-3caf2021-17d7-41bf-9c04-3e47ab5d9811 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0532866 Apr 03 16:24:08.475186 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1f2c9866-5a33-40ef-8975-ebc1c7f9b816 req-74993d5d-26a3-468c-88d2-14569b8eeb78 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585570 Apr 03 16:24:08.696301 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-4de4b95c-4bc6-4223-badf-70e8b702b56a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455627 Apr 03 16:24:08.761278 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-f913e169-614e-422b-b8c0-d2730cb60be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:08.762811 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-f913e169-614e-422b-b8c0-d2730cb60be7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 1130 time: 0.0444474 Apr 03 16:24:08.863555 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-e5ca1678-f09e-4959-b382-90ae09d76714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:08.865000 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-e5ca1678-f09e-4959-b382-90ae09d76714 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 917 time: 0.0833733 Apr 03 16:24:08.934303 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-908fd4b3-04d0-4646-9b0d-951c4c8d9751 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b04d9afb-d699-458d-a083-7df54b9d4701 HTTP/1.1" status: 200 len: 1000 time: 0.0618937 Apr 03 16:24:08.982810 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-4753d385-d241-425d-aff9-4b4ce66248df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:08.984133 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-4753d385-d241-425d-aff9-4b4ce66248df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.0426435 Apr 03 16:24:09.044942 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-19c37ebf-0db3-4efc-8157-f85f00fe2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:09.046393 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-19c37ebf-0db3-4efc-8157-f85f00fe2236 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409451 Apr 03 16:24:09.137293 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-05ebfde8-b889-4410-8fde-651c4c129b01 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832069 Apr 03 16:24:09.225974 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-062d308e-c9dd-4371-ae06-0567010d0a2e req-be9b324a-4ce2-4d50-8f1d-784905e89ce2 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821176 Apr 03 16:24:09.591877 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf584b6-985e-4b87-9629-27fb8eb30198 req-7acf8d3e-ab10-4c7c-a802-d5821caca423 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:09.593265 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bdf584b6-985e-4b87-9629-27fb8eb30198 req-7acf8d3e-ab10-4c7c-a802-d5821caca423 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0528922 Apr 03 16:24:09.655120 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bdf584b6-985e-4b87-9629-27fb8eb30198 req-ea0e9445-2c01-44bd-929c-d9a44fb2bce2 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562103 Apr 03 16:24:10.772774 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a31978-9fe1-441e-8e1f-c44aeca6e9bd req-e04804f9-895e-45fe-a78d-3c7e452df2d4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:10.774210 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-88a31978-9fe1-441e-8e1f-c44aeca6e9bd req-e04804f9-895e-45fe-a78d-3c7e452df2d4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0516324 Apr 03 16:24:10.839230 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-88a31978-9fe1-441e-8e1f-c44aeca6e9bd req-efa00721-710d-414d-a331-036b98e43b4c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593071 Apr 03 16:24:10.901794 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c53056-1781-4d6d-9b93-52ac518cb892 req-6b981545-f41b-4401-be9e-d20356bd2d50 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:10.903285 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b2c53056-1781-4d6d-9b93-52ac518cb892 req-6b981545-f41b-4401-be9e-d20356bd2d50 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 946 time: 0.0551488 Apr 03 16:24:10.948373 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b2c53056-1781-4d6d-9b93-52ac518cb892 req-5b2b6cb5-240f-416f-90c5-4c970ae97b82 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387762 Apr 03 16:24:11.954003 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4180b-5c01-484b-a49b-84fe84f617e7 req-8ae1772f-58ee-4e85-930c-c86463aa99bb tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:11.956135 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0df4180b-5c01-484b-a49b-84fe84f617e7 req-8ae1772f-58ee-4e85-930c-c86463aa99bb tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0518975 Apr 03 16:24:12.014238 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0df4180b-5c01-484b-a49b-84fe84f617e7 req-61f25a2a-ff32-44fc-bf2f-4bc5bb86e8c4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524919 Apr 03 16:24:12.075580 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e03e15-c91f-4baa-9f6b-99ff02d729e5 req-b1267c5d-d9fe-4a46-9f21-d357eac681ca tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:12.077029 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e7e03e15-c91f-4baa-9f6b-99ff02d729e5 req-b1267c5d-d9fe-4a46-9f21-d357eac681ca tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 946 time: 0.0569963 Apr 03 16:24:12.121793 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e7e03e15-c91f-4baa-9f6b-99ff02d729e5 req-b90a25f2-0bd5-4cee-bf0f-38ab69297938 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384746 Apr 03 16:24:12.992657 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-ac37fd6c-1102-4984-9516-956224f7e4bd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:12.994070 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-ac37fd6c-1102-4984-9516-956224f7e4bd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.21 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 946 time: 0.0496924 Apr 03 16:24:13.117865 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Deleting port b04d9afb-d699-458d-a083-7df54b9d4701 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:24:13.118187 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:13.247416 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43ed50-552a-4e5d-b480-f4713919c597 req-bde0180e-f778-4149-bd57-603f08681095 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:13.249077 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0b43ed50-552a-4e5d-b480-f4713919c597 req-bde0180e-f778-4149-bd57-603f08681095 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 946 time: 0.0543733 Apr 03 16:24:13.303041 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0b43ed50-552a-4e5d-b480-f4713919c597 req-a34da5c9-7680-47d2-b1e8-1977eef547a0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478885 Apr 03 16:24:13.438636 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33f6df-75c3-4ee0-b910-6cc02fa7e978 req-b71dcc5c-e9a9-454a-bf11-03f88c453cf4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:13.440690 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be33f6df-75c3-4ee0-b910-6cc02fa7e978 req-b71dcc5c-e9a9-454a-bf11-03f88c453cf4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.3584850 Apr 03 16:24:13.477194 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] For port b04d9afb-d699-458d-a083-7df54b9d4701, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=b04d9afb-d699-458d-a083-7df54b9d4701,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:13.477548 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:13.557622 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-be33f6df-75c3-4ee0-b910-6cc02fa7e978 req-b1756e5a-cb90-43cd-8386-3dc69d71cb1f tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095648 Apr 03 16:24:13.672106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:13.672460 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (ccdb3a9a-175e-4f90-825b-62e1617a052f), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:13.672791 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Floating IP ccdb3a9a-175e-4f90-825b-62e1617a052f disassociated. External IP: 172.27.0.35, port: b04d9afb-d699-458d-a083-7df54b9d4701. Apr 03 16:24:13.673147 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Calling delete_port for b04d9afb-d699-458d-a083-7df54b9d4701 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:24:13.864053 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (b04d9afb-d699-458d-a083-7df54b9d4701), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:13.891699 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event deleted for resources: {'Port': ['ID=b04d9afb-d699-458d-a083-7df54b9d4701,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:14.004726 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Router 5e864519-44ae-4d42-87a3-90a41fe7ef15 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:24:14.111909 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:24:14.121106 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] Sync routers for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:24:14.134794 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:24:14.135413 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:24:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:14.151318 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] No DVR routers for this DVR port b04d9afb-d699-458d-a083-7df54b9d4701 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:24:14.153922 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:14.157252 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-00d6eef5-9de5-4b5f-8203-a44434e23f9f req-8fde1a7e-cc9b-4048-bfc6-07247d197215 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.21 "DELETE /v2.0/ports/b04d9afb-d699-458d-a083-7df54b9d4701 HTTP/1.1" status: 204 len: 173 time: 1.1537092 Apr 03 16:24:14.158287 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'name': 'network-vif-deleted', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:24:14.160633 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88235bce-b04c-4dea-b136-4488d7ec33bc" -d '{"events": [{"server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "name": "network-vif-deleted", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:24:14.196899 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c73764d-d8cc-402b-bed1-175510f163ea x-openstack-request-id: req-3c73764d-d8cc-402b-bed1-175510f163ea {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:24:14.197193 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5049030b-c09e-4e07-8fc0-5ee2d71567eb", "name": "network-vif-deleted", "tag": "b04d9afb-d699-458d-a083-7df54b9d4701", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:24:14.197448 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c73764d-d8cc-402b-bed1-175510f163ea {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:24:14.197901 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c73764d-d8cc-402b-bed1-175510f163ea'] response: {'server_uuid': '5049030b-c09e-4e07-8fc0-5ee2d71567eb', 'name': 'network-vif-deleted', 'tag': 'b04d9afb-d699-458d-a083-7df54b9d4701', 'status': 'completed', 'code': 200} Apr 03 16:24:14.245825 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:24:14.449722 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-51f594b1-bc14-4e26-a883-b8c30a1e8f2e req-5c763d33-36db-4e89-8871-f3cfecd343fe tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=5049030b-c09e-4e07-8fc0-5ee2d71567eb HTTP/1.1" status: 200 len: 210 time: 0.0311162 Apr 03 16:24:14.461324 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:14.488474 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] Checking router: 5e864519-44ae-4d42-87a3-90a41fe7ef15 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:24:14.496866 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:24:14.497501 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:24:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:14.680924 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358ceca-aed8-475d-ace4-f55511bd73bb req-6f06201e-3fe7-4b6d-814d-c27839346797 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:14.682332 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3358ceca-aed8-475d-ace4-f55511bd73bb req-6f06201e-3fe7-4b6d-814d-c27839346797 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0526316 Apr 03 16:24:14.732142 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:24:14.740195 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3358ceca-aed8-475d-ace4-f55511bd73bb req-08eb0891-aad2-41f3-bd37-d6b929d0a25a tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521169 Apr 03 16:24:14.929295 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:14.960624 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9414a13d-d70b-4790-9667-4024b84731ff None None] The sync data for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi is: [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:24:15.179675 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e4a809-6943-4a3e-8e45-e461265e49ef None None] New status for floating IP ccdb3a9a-175e-4f90-825b-62e1617a052f: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:24:15.611083 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40420) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:15.662626 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c8480ed5-e2f0-401e-a314-dca15cfd3e1d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (2e36ca78-f9f0-4d46-9695-be8ae65ce6ff), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:15.684373 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c8480ed5-e2f0-401e-a314-dca15cfd3e1d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (2e36ca78-f9f0-4d46-9695-be8ae65ce6ff), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:15.795816 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c8480ed5-e2f0-401e-a314-dca15cfd3e1d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (2e36ca78-f9f0-4d46-9695-be8ae65ce6ff), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:15.798400 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c8480ed5-e2f0-401e-a314-dca15cfd3e1d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:15.799587 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c8480ed5-e2f0-401e-a314-dca15cfd3e1d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "DELETE /v2.0/security-groups/2e36ca78-f9f0-4d46-9695-be8ae65ce6ff HTTP/1.1" status: 204 len: 168 time: 0.1875381 Apr 03 16:24:15.802776 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40424) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:15.817332 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.api.v2.resource [None req-029114f9-a179-4ad8-be37-60e3d396c0c2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] show failed (client error): The resource could not be found. Apr 03 16:24:15.818734 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-029114f9-a179-4ad8-be37-60e3d396c0c2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups/2e36ca78-f9f0-4d46-9695-be8ae65ce6ff HTTP/1.1" status: 404 len: 347 time: 0.0145829 Apr 03 16:24:15.820985 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8480ed5-e2f0-401e-a314-dca15cfd3e1d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e36ca78-f9f0-4d46-9695-be8ae65ce6ff,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:15.823044 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40426) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:15.863019 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef6cc2-b6c9-4ba7-a1f5-ec3e91b4b88d req-6e875084-b97d-44c5-b457-6dc65b25c361 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:15.864422 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dfef6cc2-b6c9-4ba7-a1f5-ec3e91b4b88d req-6e875084-b97d-44c5-b457-6dc65b25c361 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0576050 Apr 03 16:24:15.924580 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dfef6cc2-b6c9-4ba7-a1f5-ec3e91b4b88d req-59ddd3c3-70fb-4857-9eeb-efd429262b05 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541840 Apr 03 16:24:15.951967 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdedef-f0b2-4d2b-992b-41e406efd1f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Deleting port f5e9f4f7-02d1-4da9-877e-441441f8011e {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:24:15.952298 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1cdedef-f0b2-4d2b-992b-41e406efd1f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (f5e9f4f7-02d1-4da9-877e-441441f8011e), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:16.026935 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1cdedef-f0b2-4d2b-992b-41e406efd1f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (f5e9f4f7-02d1-4da9-877e-441441f8011e), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:16.027251 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1cdedef-f0b2-4d2b-992b-41e406efd1f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (f5e9f4f7-02d1-4da9-877e-441441f8011e), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:16.040317 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdedef-f0b2-4d2b-992b-41e406efd1f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Calling delete_port for f5e9f4f7-02d1-4da9-877e-441441f8011e owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:24:16.241367 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device b04d9afb-d699-458d-a083-7df54b9d4701 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:24:16.260655 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: b04d9afb-d699-458d-a083-7df54b9d4701 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:24:16.261001 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device b04d9afb-d699-458d-a083-7df54b9d4701 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:24:16.304462 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1cdedef-f0b2-4d2b-992b-41e406efd1f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (f5e9f4f7-02d1-4da9-877e-441441f8011e), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:16.329105 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdedef-f0b2-4d2b-992b-41e406efd1f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event deleted for resources: {'Port': ['ID=f5e9f4f7-02d1-4da9-877e-441441f8011e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:16.390311 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1cdedef-f0b2-4d2b-992b-41e406efd1f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (ccdb3a9a-175e-4f90-825b-62e1617a052f), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:16.393703 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1cdedef-f0b2-4d2b-992b-41e406efd1f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:16.394878 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-e1cdedef-f0b2-4d2b-992b-41e406efd1f9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "DELETE /v2.0/floatingips/ccdb3a9a-175e-4f90-825b-62e1617a052f HTTP/1.1" status: 204 len: 168 time: 0.5705719 Apr 03 16:24:16.767552 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40430) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:16.772009 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c72f3269-d037-4b7f-b383-cc94c3b17b4f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--376798509', 'description': 'tempest-description--1876006883'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:16.907207 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c72f3269-d037-4b7f-b383-cc94c3b17b4f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:16.975310 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c72f3269-d037-4b7f-b383-cc94c3b17b4f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (4b10a904-c0a6-4af1-996e-ac982b26d176), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.027194 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c72f3269-d037-4b7f-b383-cc94c3b17b4f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4b10a904-c0a6-4af1-996e-ac982b26d176), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.069989 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed0e44-b2c6-4b71-af5c-0313c17262be req-f0abc6b7-e558-4f51-92b7-485c1a9124a4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:17.071491 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8fed0e44-b2c6-4b71-af5c-0313c17262be req-f0abc6b7-e558-4f51-92b7-485c1a9124a4 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0756245 Apr 03 16:24:17.072214 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f3269-d037-4b7f-b383-cc94c3b17b4f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b10a904-c0a6-4af1-996e-ac982b26d176,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:17.127353 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c72f3269-d037-4b7f-b383-cc94c3b17b4f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.128537 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c72f3269-d037-4b7f-b383-cc94c3b17b4f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3600037 Apr 03 16:24:17.131492 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40434) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:17.134951 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8fed0e44-b2c6-4b71-af5c-0313c17262be req-038fb674-bf46-4b5c-a21f-0e61fe89799a tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570374 Apr 03 16:24:17.136114 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-dac8ddf8-390d-4864-85d3-387407c62ca0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'security_group_rule': {'security_group_id': '4b10a904-c0a6-4af1-996e-ac982b26d176', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:17.257617 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dac8ddf8-390d-4864-85d3-387407c62ca0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (254cb962-535d-4a9a-ac66-e0ee4aa700b4), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.314011 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dac8ddf8-390d-4864-85d3-387407c62ca0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (254cb962-535d-4a9a-ac66-e0ee4aa700b4), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.400968 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dac8ddf8-390d-4864-85d3-387407c62ca0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (254cb962-535d-4a9a-ac66-e0ee4aa700b4), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.418329 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8ddf8-390d-4864-85d3-387407c62ca0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254cb962-535d-4a9a-ac66-e0ee4aa700b4,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:17.511697 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dac8ddf8-390d-4864-85d3-387407c62ca0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.512899 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-dac8ddf8-390d-4864-85d3-387407c62ca0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3803599 Apr 03 16:24:17.515494 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40436) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:17.519657 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-dc62a25e-5a41-4d22-bf78-81e959e70c02 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'security_group_rule': {'security_group_id': '4b10a904-c0a6-4af1-996e-ac982b26d176', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:17.609142 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc62a25e-5a41-4d22-bf78-81e959e70c02 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (fd47e811-dd5d-4e08-96f5-268a46c46583), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.664579 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc62a25e-5a41-4d22-bf78-81e959e70c02 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (fd47e811-dd5d-4e08-96f5-268a46c46583), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.795448 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc62a25e-5a41-4d22-bf78-81e959e70c02 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (fd47e811-dd5d-4e08-96f5-268a46c46583), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.812385 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62a25e-5a41-4d22-bf78-81e959e70c02 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd47e811-dd5d-4e08-96f5-268a46c46583,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:17.880432 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc62a25e-5a41-4d22-bf78-81e959e70c02 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:17.881580 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-dc62a25e-5a41-4d22-bf78-81e959e70c02 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3651781 Apr 03 16:24:17.884570 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40438) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:17.888808 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:17.981807 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:18.080962 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:18.188934 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Allocated IP 172.27.0.159 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/d32ba0b6-ef18-4993-90b7-365e18840e2a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:24:18.316657 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f91dc-8fa1-4430-80f8-75954ab632a5 req-d22a6e29-3a5b-4d53-9d68-db8db8bf519c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:18.318121 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f65f91dc-8fa1-4430-80f8-75954ab632a5 req-d22a6e29-3a5b-4d53-9d68-db8db8bf519c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.1139863 Apr 03 16:24:18.335881 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for port (d32ba0b6-ef18-4993-90b7-365e18840e2a), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:18.407514 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f65f91dc-8fa1-4430-80f8-75954ab632a5 req-e36a3a9e-2c52-4815-9de9-cd96fa0f7ef6 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811696 Apr 03 16:24:18.502142 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (d32ba0b6-ef18-4993-90b7-365e18840e2a), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:18.544957 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:24:18.547835 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:24:18.554342 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:24:18.560486 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'Port': ['ID=d32ba0b6-ef18-4993-90b7-365e18840e2a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:18.645235 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (46d58f15-a830-4f3d-8726-a6d1854d30a3), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:18.770341 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d32ba0b6-ef18-4993-90b7-365e18840e2a), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:18.919757 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for port (d32ba0b6-ef18-4993-90b7-365e18840e2a), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:18.994992 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (d32ba0b6-ef18-4993-90b7-365e18840e2a), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:19.063712 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'Port': ['ID=d32ba0b6-ef18-4993-90b7-365e18840e2a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:19.073176 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (46d58f15-a830-4f3d-8726-a6d1854d30a3), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:19.149173 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:19.150463 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-3855e5ca-5ed1-4554-964c-942233f87638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2649009 Apr 03 16:24:19.296327 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-511216a6-d6ff-4d7b-8270-2ac5c61d02c5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--376798509&fields=id&tenant_id=2419a1999f254b0380077716c83eddf8 HTTP/1.1" status: 200 len: 267 time: 0.0431662 Apr 03 16:24:19.401532 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-358766c7-7864-432d-84de-d631cb28b7b0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:19.403021 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-358766c7-7864-432d-84de-d631cb28b7b0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 816 time: 0.1003630 Apr 03 16:24:19.417848 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-e4f8aacb-5a2b-43b6-b4f5-2d23dec64284 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/quotas/2419a1999f254b0380077716c83eddf8 HTTP/1.1" status: 200 len: 375 time: 0.0087490 Apr 03 16:24:19.475509 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-28e73647-82f0-45b7-8dab-72d1311efb35 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526206 Apr 03 16:24:19.526814 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648be6-be9c-46d3-bbff-bc667b69f98f req-85f24f6c-2881-490c-83e0-946eeea761c3 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:19.528297 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d5648be6-be9c-46d3-bbff-bc667b69f98f req-85f24f6c-2881-490c-83e0-946eeea761c3 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0511200 Apr 03 16:24:19.586342 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d5648be6-be9c-46d3-bbff-bc667b69f98f req-a45f2d07-438e-4678-8eb6-5479f740f7d1 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519688 Apr 03 16:24:19.614818 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-059d1e73-5fc0-4eff-857f-a81b6fe70128 service neutron] 10.222.0.37 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279502 Apr 03 16:24:19.700840 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-f69eae46-9f1f-45d0-b6c4-b7f230fd4d05 service neutron] 10.222.0.37 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803010 Apr 03 16:24:20.700045 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e275af-b03c-4dd5-8770-fe2b2331a223 req-e3c3684a-b5e8-4b6e-aeb9-88d4282dbca3 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:20.701496 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-33e275af-b03c-4dd5-8770-fe2b2331a223 req-e3c3684a-b5e8-4b6e-aeb9-88d4282dbca3 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0501184 Apr 03 16:24:20.758916 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-33e275af-b03c-4dd5-8770-fe2b2331a223 req-931b4502-aed7-449c-9d6d-25625b1136f1 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511756 Apr 03 16:24:21.005687 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bd755de9-801d-44fb-bb7a-03a612459fbe req-c16aeb28-677a-4769-a332-eba7a07d134c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 210 time: 0.0289087 Apr 03 16:24:21.874800 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b111922-0a3f-4816-9dc5-c4349e261be7 req-d11b96bf-6bfd-485f-849d-f6d6856a694c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:21.876765 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b111922-0a3f-4816-9dc5-c4349e261be7 req-d11b96bf-6bfd-485f-849d-f6d6856a694c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0519407 Apr 03 16:24:21.934316 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b111922-0a3f-4816-9dc5-c4349e261be7 req-15a8abc8-4cf6-4c5a-8f8e-04e2bc7c4cfd tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517874 Apr 03 16:24:22.085337 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b30b6187-1c27-4e4e-ae68-c7b1084b9659 req-2cbb94b4-ac2b-44a8-abd6-17b55eacc4d7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 210 time: 0.0260317 Apr 03 16:24:23.054083 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72c500-e700-485c-aca3-650bc5f23091 req-552028e0-f43b-4509-aba7-e588468183b3 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:23.055633 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fd72c500-e700-485c-aca3-650bc5f23091 req-552028e0-f43b-4509-aba7-e588468183b3 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0561187 Apr 03 16:24:23.117632 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fd72c500-e700-485c-aca3-650bc5f23091 req-ac9e8d5d-4161-43a0-9d99-c85b4b514eb6 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&id=06564180-f054-4e3c-b72f-27651893f736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562968 Apr 03 16:24:23.167064 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f4657423-4ac3-46bf-ba4d-53cd07bb31b6 req-63cc3e70-8402-4ff8-9077-5549eb9b55a1 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 210 time: 0.0260632 Apr 03 16:24:24.246528 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ce91333a-f5ee-494d-b051-9de1567fdd2b req-92864b75-8658-4dc4-a74f-0f551915da21 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 210 time: 0.0258026 Apr 03 16:24:25.339892 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1eacaabe-5de3-4f6c-b123-af5dbd9c8f23 req-f59d200c-5bde-4b68-85ef-c3abb2a45b42 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 210 time: 0.0254836 Apr 03 16:24:25.817220 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:24:26.436906 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1d9d55d4-eed9-416d-9651-0878f275f4d8 req-bc721875-5c0e-4740-81fe-b7ea0835f0f2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 210 time: 0.0259614 Apr 03 16:24:27.331567 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-57d9af19-2b28-4866-bebe-f9e24e159edd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:27.332994 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-57d9af19-2b28-4866-bebe-f9e24e159edd tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 816 time: 0.1008193 Apr 03 16:24:27.396175 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-16cc1389-207b-47e2-8272-35b1d2568f7b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2419a1999f254b0380077716c83eddf8 HTTP/1.1" status: 200 len: 379 time: 0.0538337 Apr 03 16:24:27.406851 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'port': {'device_id': '24419d92-87cd-4dd8-8f1d-35da130da425', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'admin_state_up': True, 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'security_groups': ['4b10a904-c0a6-4af1-996e-ac982b26d176']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:27.532630 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c85a7676-276b-47ff-8d4e-ca2c8247aa59 req-bd8bf56f-15db-4b5a-892d-9fee93a316e7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 210 time: 0.0254788 Apr 03 16:24:27.606723 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Made reservation on behalf of 2419a1999f254b0380077716c83eddf8 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:24:27.610095 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:27.731906 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Allocated IP 172.20.0.7 (8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49/8000704e-8282-436d-8ffe-ae249db4b2cb/9c4f03ed-9860-480b-ac0d-db5d1ab1806b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:24:27.865901 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:28.041408 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:28.082084 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:24:28.085216 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:24:28.088881 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:24:28.117385 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event updated for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:28.146295 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:28.147083 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:28.250134 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-7c2de28f-291a-4dfe-baf6-ae243103ef78 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8467171 Apr 03 16:24:28.263397 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Request body: {'port': {'device_id': '24419d92-87cd-4dd8-8f1d-35da130da425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:28.276179 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-563c5970-36e9-4273-94ad-bbf051d5be28 None None] Provisioning complete for port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:24:28.276731 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-563c5970-36e9-4273-94ad-bbf051d5be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:28.309493 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-563c5970-36e9-4273-94ad-bbf051d5be28 None None] Port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:24:28.326141 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:28.585485 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4f03ed-9860-480b-ac0d-db5d1ab1806b {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:24:28.592779 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Publish callbacks [] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:28.612544 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Transition to ACTIVE for port object 9c4f03ed-9860-480b-ac0d-db5d1ab1806b will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:24:28.654179 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc360281-d57c-406d-b173-614e6c930fa3 req-d40a5358-37d3-43c1-aa38-568687c53257 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:28.655631 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bc360281-d57c-406d-b173-614e6c930fa3 req-d40a5358-37d3-43c1-aa38-568687c53257 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 931 time: 0.0526557 Apr 03 16:24:28.706804 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bc360281-d57c-406d-b173-614e6c930fa3 req-7e955573-3347-4087-afdc-ff2baf76c5ff tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429497 Apr 03 16:24:28.707433 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:28.765057 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:28.830342 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Attempting to bind port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:24:28.830707 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Attempting to bind port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:24:28.831038 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Attempting to bind port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b on network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:24:28.835800 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b on network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:24:28.836122 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Attempting to bind port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b on network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:24:28.841193 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:24:28.841513 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Checking segment: {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:24:28.841889 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Bound using segment: {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:24:28.842321 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Bound port: 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ac303f-49ff-47d9-94a9-5ec8572560ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:24:28.842753 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:28.909118 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:24:28.911936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:24:29.007217 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:29.040249 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:29.042786 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:29.042786 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] 10.222.0.21 "PUT /v2.0/ports/9c4f03ed-9860-480b-ac0d-db5d1ab1806b HTTP/1.1" status: 200 len: 1093 time: 0.7828074 Apr 03 16:24:29.042786 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:24:29.044865 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00619572-aa9c-42d5-ada4-8fa5675439d4" -d '{"events": [{"name": "network-changed", "server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:24:29.072694 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404fda7-ea2f-4cea-867f-ff59a477bcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:29.091536 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63788550-a9fc-4e48-aa5b-dbb5cae273d2 x-openstack-request-id: req-63788550-a9fc-4e48-aa5b-dbb5cae273d2 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:24:29.091536 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:24:29.091837 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63788550-a9fc-4e48-aa5b-dbb5cae273d2 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:24:29.092279 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63788550-a9fc-4e48-aa5b-dbb5cae273d2'] response: {'name': 'network-changed', 'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'status': 'completed', 'code': 200} Apr 03 16:24:29.166047 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619572-aa9c-42d5-ada4-8fa5675439d4 req-408daf78-7e6b-4ea5-a8d0-8c13610b3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:29.167547 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-00619572-aa9c-42d5-ada4-8fa5675439d4 req-408daf78-7e6b-4ea5-a8d0-8c13610b3ff4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 1127 time: 0.0466530 Apr 03 16:24:29.232583 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:29.271598 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619572-aa9c-42d5-ada4-8fa5675439d4 req-3846b917-43b9-4ffd-9c7f-c514f3260197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:29.273092 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-00619572-aa9c-42d5-ada4-8fa5675439d4 req-3846b917-43b9-4ffd-9c7f-c514f3260197 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2419a1999f254b0380077716c83eddf8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0977042 Apr 03 16:24:29.373197 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619572-aa9c-42d5-ada4-8fa5675439d4 req-e13b6991-bbcf-437f-a94a-d0ab6aa2c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:29.374597 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-00619572-aa9c-42d5-ada4-8fa5675439d4 req-e13b6991-bbcf-437f-a94a-d0ab6aa2c1eb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953975 Apr 03 16:24:29.483429 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-d645ec49-38b0-465a-b080-a09d72e11ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:29.484819 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-d645ec49-38b0-465a-b080-a09d72e11ddd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 1127 time: 0.0480440 Apr 03 16:24:29.534860 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-03a357e8-3353-4e15-89de-530bdbcfbe41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b HTTP/1.1" status: 200 len: 217 time: 0.0390890 Apr 03 16:24:29.584035 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-d8f540ad-c9ab-4a2e-8d93-7ff441ec5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:29.585588 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-d8f540ad-c9ab-4a2e-8d93-7ff441ec5177 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.0446775 Apr 03 16:24:29.615769 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03125c55-789a-4c5a-ae27-69dbeaaa2455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:29.638414 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-311afcd3-f539-4ae8-bd24-49581aeec0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:29.639946 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-311afcd3-f539-4ae8-bd24-49581aeec0d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455961 Apr 03 16:24:29.741643 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-04c033ae-2f7c-43e2-b0c0-d9c34fd369cf service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867984 Apr 03 16:24:29.866299 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fcb48914-c8b3-4e8b-9fcd-8a72ff96c442 req-73716923-da22-4d15-a879-db1e1d6311ab service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173146 Apr 03 16:24:29.874092 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb756d-5665-4837-881f-c25d1822e669 req-d19351d1-d99c-4379-82e7-71ce11f67bca tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:29.875485 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dfcb756d-5665-4837-881f-c25d1822e669 req-d19351d1-d99c-4379-82e7-71ce11f67bca tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0855014 Apr 03 16:24:29.922541 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dfcb756d-5665-4837-881f-c25d1822e669 req-54f4ab0b-1e9d-4b80-94f9-1e63aafc9762 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407610 Apr 03 16:24:31.042775 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1beaf8-2122-4eda-a3c5-d8ff26272354 req-d9ae8ad7-2961-4cd6-bfa7-300db41a1a8c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:31.044215 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0e1beaf8-2122-4eda-a3c5-d8ff26272354 req-d9ae8ad7-2961-4cd6-bfa7-300db41a1a8c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0509448 Apr 03 16:24:31.095374 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0e1beaf8-2122-4eda-a3c5-d8ff26272354 req-eedf2370-63f3-4ad5-9a92-402b9642dceb tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447991 Apr 03 16:24:31.892926 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9bd91c5-4ac9-4953-a4d0-0595e5d8c4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:32.219456 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead4ff-d8d6-417b-a808-65e446454614 req-21b9b761-88b8-4109-a6e3-66f84bc8c46e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:32.221475 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-21ead4ff-d8d6-417b-a808-65e446454614 req-21b9b761-88b8-4109-a6e3-66f84bc8c46e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0527153 Apr 03 16:24:32.267188 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-21ead4ff-d8d6-417b-a808-65e446454614 req-7a352271-45d1-4679-86e4-2020ff04b801 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402730 Apr 03 16:24:32.314811 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9c4f03ed-9860-480b-ac0d-db5d1ab1806b details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:24:32.410216 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:32.421237 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'port_id': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'mac_address': 'fa:16:3e:48:ba:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:24:32.456762 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:24:32.457072 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:32.472862 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4f03ed-9860-480b-ac0d-db5d1ab1806b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:24:32.492195 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:32.571974 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:32.621475 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:32.932536 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:33.003518 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9c4f03ed-9860-480b-ac0d-db5d1ab1806b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:24:33.387305 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a0231-53a0-4db9-8e81-8bf327b65e41 req-79c50406-b618-41de-8c0c-5f80c9e9453c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:33.388784 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-457a0231-53a0-4db9-8e81-8bf327b65e41 req-79c50406-b618-41de-8c0c-5f80c9e9453c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 944 time: 0.0512707 Apr 03 16:24:33.436347 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-457a0231-53a0-4db9-8e81-8bf327b65e41 req-f60dd673-294d-4c7a-ac2d-5874d941c3cb tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420573 Apr 03 16:24:34.303920 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:34.319889 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9c4f03ed-9860-480b-ac0d-db5d1ab1806b up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:24:34.435486 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:24:34.440684 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:24:34.441207 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:34.520339 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:24:34.520721 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:34.545369 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:24:34.550778 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0967f0-2c01-4d6e-8180-daa1234794a8" -d '{"events": [{"server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "name": "network-vif-plugged", "status": "completed", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:24:34.558406 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bbba3-456c-4d5d-a7e1-7c04bdcf1a1c req-1dd3c126-be08-4b49-ba02-c0693eda540e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:34.559785 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:34.560062 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b57bbba3-456c-4d5d-a7e1-7c04bdcf1a1c req-1dd3c126-be08-4b49-ba02-c0693eda540e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 944 time: 0.0511761 Apr 03 16:24:34.588276 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e15b4d-0ab6-4ccb-996e-b7f6721ce0b1 x-openstack-request-id: req-42e15b4d-0ab6-4ccb-996e-b7f6721ce0b1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:24:34.588276 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "name": "network-vif-plugged", "status": "completed", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:24:34.588276 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42e15b4d-0ab6-4ccb-996e-b7f6721ce0b1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:24:34.588276 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e15b4d-0ab6-4ccb-996e-b7f6721ce0b1'] response: {'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'code': 200} Apr 03 16:24:34.614530 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b57bbba3-456c-4d5d-a7e1-7c04bdcf1a1c req-58d9ae8f-f787-4fb8-934f-4b3e92e6b89d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477426 Apr 03 16:24:34.652398 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:34.698839 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:34.931662 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109ec5b-bf8a-41c8-896d-60cefe6bd58a req-490b489d-39b9-4383-b973-b8c2f9aeb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:34.933263 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5109ec5b-bf8a-41c8-896d-60cefe6bd58a req-490b489d-39b9-4383-b973-b8c2f9aeb856 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 1129 time: 0.0427957 Apr 03 16:24:34.975167 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5109ec5b-bf8a-41c8-896d-60cefe6bd58a req-65052a35-351e-47d6-844c-97e6b2c51b4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362170 Apr 03 16:24:35.736416 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ca8ee-7e12-41f7-9e87-6881181ec244 req-d74657bb-3613-4b3b-a5c8-08c268c94613 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:35.738716 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-712ca8ee-7e12-41f7-9e87-6881181ec244 req-d74657bb-3613-4b3b-a5c8-08c268c94613 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0513108 Apr 03 16:24:35.785386 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-712ca8ee-7e12-41f7-9e87-6881181ec244 req-2832764c-823c-4221-8752-33b7d0642dfa tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409257 Apr 03 16:24:35.938228 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:36.917736 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a22ba-da41-41ab-ae90-5ce033f32e99 req-92645f7e-9720-4e73-88ee-a5df5ad1d4b7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:36.919230 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2f6a22ba-da41-41ab-ae90-5ce033f32e99 req-92645f7e-9720-4e73-88ee-a5df5ad1d4b7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0506732 Apr 03 16:24:36.965341 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2f6a22ba-da41-41ab-ae90-5ce033f32e99 req-ad382016-16ee-4bde-9fcf-0c9f3aacf134 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390718 Apr 03 16:24:37.291494 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104a697-7757-4e33-a8a3-2597ccc4b4f9 req-5820ddbe-d182-43c6-b6ca-a9daf08a3d60 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:37.292975 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9104a697-7757-4e33-a8a3-2597ccc4b4f9 req-5820ddbe-d182-43c6-b6ca-a9daf08a3d60 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.2599485 Apr 03 16:24:37.301876 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40540) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:37.306128 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a68281e9-2661-4b37-9655-91bce3891f9b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Request body: {'floatingip': {'port_id': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:37.343944 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a68281e9-2661-4b37-9655-91bce3891f9b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (46d58f15-a830-4f3d-8726-a6d1854d30a3), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:37.768939 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a68281e9-2661-4b37-9655-91bce3891f9b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:37.863929 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a68281e9-2661-4b37-9655-91bce3891f9b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (46d58f15-a830-4f3d-8726-a6d1854d30a3), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:37.963103 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-a68281e9-2661-4b37-9655-91bce3891f9b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Floating IP 46d58f15-a830-4f3d-8726-a6d1854d30a3 associated. External IP: 172.27.0.159, port: 9c4f03ed-9860-480b-ac0d-db5d1ab1806b. Apr 03 16:24:38.173968 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68281e9-2661-4b37-9655-91bce3891f9b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Router 5e864519-44ae-4d42-87a3-90a41fe7ef15 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:24:38.282296 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68281e9-2661-4b37-9655-91bce3891f9b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:24:38.287064 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a68281e9-2661-4b37-9655-91bce3891f9b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:38.292924 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] Sync routers for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:24:38.302224 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:24:38.302875 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:24:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:38.315812 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-a68281e9-2661-4b37-9655-91bce3891f9b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "PUT /v2.0/floatingips/46d58f15-a830-4f3d-8726-a6d1854d30a3 HTTP/1.1" status: 200 len: 991 time: 1.0128887 Apr 03 16:24:38.316437 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:24:38.318663 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e96b3a4-71f5-469c-b393-c6bf4400985a" -d '{"events": [{"name": "network-changed", "server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:24:38.356202 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b61a13d-e6e5-4fda-bafa-bd11264d76d4 x-openstack-request-id: req-2b61a13d-e6e5-4fda-bafa-bd11264d76d4 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:24:38.356495 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:24:38.356744 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b61a13d-e6e5-4fda-bafa-bd11264d76d4 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:24:38.357151 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b61a13d-e6e5-4fda-bafa-bd11264d76d4'] response: {'name': 'network-changed', 'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'status': 'completed', 'code': 200} Apr 03 16:24:38.410795 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:24:38.422421 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-34c3a0b2-a2ce-4215-aad6-d87b6f6e2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:38.424047 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-34c3a0b2-a2ce-4215-aad6-d87b6f6e2ebd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 1129 time: 0.0464661 Apr 03 16:24:38.511574 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-e572b9c3-4183-4918-9484-d7f9d33fa94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:38.513056 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-e572b9c3-4183-4918-9484-d7f9d33fa94e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 917 time: 0.0824096 Apr 03 16:24:38.580191 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-df45c279-a954-4eb1-aef4-cb381edb960e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b HTTP/1.1" status: 200 len: 999 time: 0.0610573 Apr 03 16:24:38.631007 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-19b6fd66-fce3-4a30-a414-3c16c33aada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:38.631695 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '46d58f15-a830-4f3d-8726-a6d1854d30a3', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'port_id': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'mac_address': 'fa:16:3e:48:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24419d92-87cd-4dd8-8f1d-35da130da425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:24:18Z', 'updated_at': '2022-04-03T16:24:37Z', 'revision_number': 1, 'project_id': '2419a1999f254b0380077716c83eddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:38.632456 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-19b6fd66-fce3-4a30-a414-3c16c33aada0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.0448842 Apr 03 16:24:38.657338 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] Checking router: 5e864519-44ae-4d42-87a3-90a41fe7ef15 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:24:38.665534 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:24:38.666112 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:24:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:38.679748 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-4d0a5e33-1469-473e-9a13-41bb45665a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:38.681173 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-4d0a5e33-1469-473e-9a13-41bb45665a90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425334 Apr 03 16:24:38.771143 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:24:38.771750 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-8f63410f-8343-4fd8-8e3f-672ed3761bc5 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834682 Apr 03 16:24:38.862056 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e96b3a4-71f5-469c-b393-c6bf4400985a req-4f16f5a6-8293-4ee4-8cf6-c290df3316ea service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843158 Apr 03 16:24:38.990459 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '46d58f15-a830-4f3d-8726-a6d1854d30a3', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'port_id': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'mac_address': 'fa:16:3e:48:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24419d92-87cd-4dd8-8f1d-35da130da425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:24:18Z', 'updated_at': '2022-04-03T16:24:37Z', 'revision_number': 1, 'project_id': '2419a1999f254b0380077716c83eddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:39.020265 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6e51ad-0afe-4afe-89d7-a7b138ec4645 None None] The sync data for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi is: [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '46d58f15-a830-4f3d-8726-a6d1854d30a3', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'port_id': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'mac_address': 'fa:16:3e:48:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24419d92-87cd-4dd8-8f1d-35da130da425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:24:18Z', 'updated_at': '2022-04-03T16:24:37Z', 'revision_number': 1, 'project_id': '2419a1999f254b0380077716c83eddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:24:39.204856 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58f3d0-1331-43f1-9bcc-7a28cd50df33 None None] New status for floating IP 46d58f15-a830-4f3d-8726-a6d1854d30a3: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:24:40.422242 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487273-3e99-4c70-9376-10a27a88e44e req-374cb393-9799-4401-b66d-4d2a34b93677 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:40.423840 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1d487273-3e99-4c70-9376-10a27a88e44e req-374cb393-9799-4401-b66d-4d2a34b93677 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0546179 Apr 03 16:24:40.475998 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1d487273-3e99-4c70-9376-10a27a88e44e req-f7edac53-a9ce-4f5f-a9ca-30f4dad61312 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397775 Apr 03 16:24:41.591567 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257043e9-a441-46db-a215-c3a8f11c98c0 req-9c4d1cef-241b-4fc7-a312-536f16384fb3 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:41.593016 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-257043e9-a441-46db-a215-c3a8f11c98c0 req-9c4d1cef-241b-4fc7-a312-536f16384fb3 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0507491 Apr 03 16:24:41.641275 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-257043e9-a441-46db-a215-c3a8f11c98c0 req-baa45d77-e854-4968-86f4-37872b4faa03 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=df36d461-4875-4d10-9e24-26360580b0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421674 Apr 03 16:24:41.804263 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-1a1aeace-b43f-405d-b2bf-9a5be353e8ea tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:41.805676 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-1a1aeace-b43f-405d-b2bf-9a5be353e8ea tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 946 time: 0.0497875 Apr 03 16:24:41.897419 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Deleting port f3093687-1df5-4e30-b471-4534440c5448 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:24:41.897659 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (f3093687-1df5-4e30-b471-4534440c5448), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:41.987627 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] For port f3093687-1df5-4e30-b471-4534440c5448, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=f3093687-1df5-4e30-b471-4534440c5448,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:41.987990 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (f3093687-1df5-4e30-b471-4534440c5448), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:42.400787 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:42.401150 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (6d790437-66d4-4921-a87d-267af6cca914), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:42.401466 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Floating IP 6d790437-66d4-4921-a87d-267af6cca914 disassociated. External IP: 172.27.0.48, port: f3093687-1df5-4e30-b471-4534440c5448. Apr 03 16:24:42.401867 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Calling delete_port for f3093687-1df5-4e30-b471-4534440c5448 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:24:42.569785 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (f3093687-1df5-4e30-b471-4534440c5448), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:42.597292 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event deleted for resources: {'Port': ['ID=f3093687-1df5-4e30-b471-4534440c5448,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:42.608407 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.608753 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.609092 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.609428 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.609765 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.610092 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.610970 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.611297 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.611617 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.611937 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.612259 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.612594 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.612909 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.613221 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.613535 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:42.723758 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Router a842159f-a329-4f9d-90fb-60bf45506a01 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:24:42.734256 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ec0f7bcb-777a-4e7b-81ba-3a358587df2b req-1e495c22-59c7-4f08-b637-12c1c79f4ba1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0257504 Apr 03 16:24:42.831063 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:24:42.840634 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] Sync routers for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:24:42.851107 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:24:42.851719 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:24:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:42.870952 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] No DVR routers for this DVR port f3093687-1df5-4e30-b471-4534440c5448 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:24:42.873632 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:42.880642 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-26c6aa27-35c6-4c16-a669-aeac80a27ad7 req-c5f19748-6917-4ced-aa40-9bd6e1549c98 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.21 "DELETE /v2.0/ports/f3093687-1df5-4e30-b471-4534440c5448 HTTP/1.1" status: 204 len: 173 time: 1.0685189 Apr 03 16:24:42.881087 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'name': 'network-vif-deleted', 'tag': 'f3093687-1df5-4e30-b471-4534440c5448'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:24:42.883566 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58ab06a-b25d-453f-a22d-b2d812b3c2c2" -d '{"events": [{"server_uuid": "46c0d9cf-c97b-4941-a950-9470da2424a1", "name": "network-vif-deleted", "tag": "f3093687-1df5-4e30-b471-4534440c5448"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:24:42.922539 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47391ac2-dd02-4091-9816-fae59612c511 x-openstack-request-id: req-47391ac2-dd02-4091-9816-fae59612c511 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:24:42.923440 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c0d9cf-c97b-4941-a950-9470da2424a1", "name": "network-vif-deleted", "tag": "f3093687-1df5-4e30-b471-4534440c5448", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:24:42.923740 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47391ac2-dd02-4091-9816-fae59612c511 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:24:42.924197 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47391ac2-dd02-4091-9816-fae59612c511'] response: {'server_uuid': '46c0d9cf-c97b-4941-a950-9470da2424a1', 'name': 'network-vif-deleted', 'tag': 'f3093687-1df5-4e30-b471-4534440c5448', 'status': 'completed', 'code': 200} Apr 03 16:24:42.961683 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:24:43.171516 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:43.200707 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] Checking router: a842159f-a329-4f9d-90fb-60bf45506a01 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:24:43.209507 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:24:43.210111 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:24:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:43.312482 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:24:43.628392 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:24:43.653359 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2aa1b-d565-4281-a608-98eaf906e537 None None] The sync data for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi is: [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:24:43.849147 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ee4b1e75-7fdc-40f5-9f16-9c82cb6fa204 req-7302ad46-55ac-4251-a052-77b083d21d38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c0d9cf-c97b-4941-a950-9470da2424a1 HTTP/1.1" status: 200 len: 210 time: 0.0305285 Apr 03 16:24:43.887438 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ca0ac-7693-47be-a06c-35ff7c2ed2cc None None] New status for floating IP 6d790437-66d4-4921-a87d-267af6cca914: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:24:44.390818 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device f3093687-1df5-4e30-b471-4534440c5448 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:24:44.414605 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: f3093687-1df5-4e30-b471-4534440c5448 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:24:44.414949 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device f3093687-1df5-4e30-b471-4534440c5448 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:24:45.039776 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40580) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:45.091499 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (df36d461-4875-4d10-9e24-26360580b0fb), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.117789 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (df36d461-4875-4d10-9e24-26360580b0fb), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.263432 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (df36d461-4875-4d10-9e24-26360580b0fb), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.266002 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.267197 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "DELETE /v2.0/security-groups/df36d461-4875-4d10-9e24-26360580b0fb HTTP/1.1" status: 204 len: 168 time: 0.2264266 Apr 03 16:24:45.274410 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40582) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:45.276748 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df36d461-4875-4d10-9e24-26360580b0fb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:45.284366 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.284586 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-f9099a65-b0ae-40dc-876b-07232d732d8e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] show failed (client error): The resource could not be found. Apr 03 16:24:45.284720 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.285035 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.285370 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.285622 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f9099a65-b0ae-40dc-876b-07232d732d8e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups/df36d461-4875-4d10-9e24-26360580b0fb HTTP/1.1" status: 404 len: 347 time: 0.0140266 Apr 03 16:24:45.285743 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.286010 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.286327 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.286670 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.286995 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.287314 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.287632 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.287954 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.288269 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.288454 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40584) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:45.288566 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.288882 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66813054-ef10-4e37-85d4-f10f142b23ae tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:24:45.418497 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-65f06a88-f035-449a-b0ad-58e386a5ee38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Deleting port 7386a462-5ddd-4096-845c-773367dbd23d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:24:45.418888 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65f06a88-f035-449a-b0ad-58e386a5ee38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (7386a462-5ddd-4096-845c-773367dbd23d), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.491747 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65f06a88-f035-449a-b0ad-58e386a5ee38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (7386a462-5ddd-4096-845c-773367dbd23d), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.492068 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65f06a88-f035-449a-b0ad-58e386a5ee38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (7386a462-5ddd-4096-845c-773367dbd23d), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.503433 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-65f06a88-f035-449a-b0ad-58e386a5ee38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Calling delete_port for 7386a462-5ddd-4096-845c-773367dbd23d owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:24:45.732202 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65f06a88-f035-449a-b0ad-58e386a5ee38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (7386a462-5ddd-4096-845c-773367dbd23d), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.759826 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f06a88-f035-449a-b0ad-58e386a5ee38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event deleted for resources: {'Port': ['ID=7386a462-5ddd-4096-845c-773367dbd23d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:45.825714 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65f06a88-f035-449a-b0ad-58e386a5ee38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (6d790437-66d4-4921-a87d-267af6cca914), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.828248 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65f06a88-f035-449a-b0ad-58e386a5ee38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:45.829390 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-65f06a88-f035-449a-b0ad-58e386a5ee38 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "DELETE /v2.0/floatingips/6d790437-66d4-4921-a87d-267af6cca914 HTTP/1.1" status: 204 len: 168 time: 0.5400400 Apr 03 16:24:46.170267 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40588) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:46.175380 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-42f85764-a1f9-48bd-ac69-e3a9949b4f44 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148498116', 'description': 'tempest-description--360559523'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:46.269444 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42f85764-a1f9-48bd-ac69-e3a9949b4f44 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:46.334043 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42f85764-a1f9-48bd-ac69-e3a9949b4f44 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (c1348ec7-77cd-494c-bf87-37b357643060), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:46.418233 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42f85764-a1f9-48bd-ac69-e3a9949b4f44 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (c1348ec7-77cd-494c-bf87-37b357643060), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:46.447383 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f85764-a1f9-48bd-ac69-e3a9949b4f44 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1348ec7-77cd-494c-bf87-37b357643060,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:46.511287 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42f85764-a1f9-48bd-ac69-e3a9949b4f44 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:46.512527 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-42f85764-a1f9-48bd-ac69-e3a9949b4f44 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3412292 Apr 03 16:24:46.515363 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40590) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:46.519568 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3a4245f7-fe2c-46df-b8fe-6c48efbd5319 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'security_group_rule': {'security_group_id': 'c1348ec7-77cd-494c-bf87-37b357643060', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:46.616961 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3a4245f7-fe2c-46df-b8fe-6c48efbd5319 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (f52b6189-e7e0-4017-8113-1d673b633742), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:46.669232 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3a4245f7-fe2c-46df-b8fe-6c48efbd5319 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (f52b6189-e7e0-4017-8113-1d673b633742), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:46.769567 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3a4245f7-fe2c-46df-b8fe-6c48efbd5319 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (f52b6189-e7e0-4017-8113-1d673b633742), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:46.787773 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4245f7-fe2c-46df-b8fe-6c48efbd5319 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52b6189-e7e0-4017-8113-1d673b633742,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:46.868240 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3a4245f7-fe2c-46df-b8fe-6c48efbd5319 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:46.869466 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3a4245f7-fe2c-46df-b8fe-6c48efbd5319 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3531692 Apr 03 16:24:46.872156 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40592) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:46.876410 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-664bf7e3-2d4b-497f-9ddf-e50ed6989c21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'security_group_rule': {'security_group_id': 'c1348ec7-77cd-494c-bf87-37b357643060', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:46.987858 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-664bf7e3-2d4b-497f-9ddf-e50ed6989c21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (35a0fe79-2985-4102-be8f-7dfaa25fd6ea), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:47.041709 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-664bf7e3-2d4b-497f-9ddf-e50ed6989c21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (35a0fe79-2985-4102-be8f-7dfaa25fd6ea), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:47.174983 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-664bf7e3-2d4b-497f-9ddf-e50ed6989c21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (35a0fe79-2985-4102-be8f-7dfaa25fd6ea), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:47.192064 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bf7e3-2d4b-497f-9ddf-e50ed6989c21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a0fe79-2985-4102-be8f-7dfaa25fd6ea,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:47.276941 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-664bf7e3-2d4b-497f-9ddf-e50ed6989c21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:47.278129 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-664bf7e3-2d4b-497f-9ddf-e50ed6989c21 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4050715 Apr 03 16:24:47.284745 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40594) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:24:47.289070 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:47.364278 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:47.460735 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:47.565439 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Allocated IP 172.27.0.182 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/022c7e0e-c8ea-437d-8123-3729d935e1d7) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:24:47.662209 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for port (022c7e0e-c8ea-437d-8123-3729d935e1d7), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:47.752607 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (022c7e0e-c8ea-437d-8123-3729d935e1d7), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:47.788569 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:24:47.791321 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:24:47.794798 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:24:47.823049 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'Port': ['ID=022c7e0e-c8ea-437d-8123-3729d935e1d7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:47.886808 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (f192f741-afcc-463e-ad85-f9d91bc8e9bd), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:47.996234 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (022c7e0e-c8ea-437d-8123-3729d935e1d7), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.140828 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for port (022c7e0e-c8ea-437d-8123-3729d935e1d7), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.215260 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (022c7e0e-c8ea-437d-8123-3729d935e1d7), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.284863 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'Port': ['ID=022c7e0e-c8ea-437d-8123-3729d935e1d7,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:48.294544 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (f192f741-afcc-463e-ad85-f9d91bc8e9bd), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.374114 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:48.375567 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0adda511-6a9a-442e-a30c-54291fed5321 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0898585 Apr 03 16:24:48.518655 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-a58d4f2f-0f0b-4d74-8d45-33d3d29d7543 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--148498116&fields=id&tenant_id=b4bcd00416c54c708f0b9fa7135396bd HTTP/1.1" status: 200 len: 267 time: 0.0409558 Apr 03 16:24:48.622279 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-ba7f4ee7-0fb9-4f44-9402-8cf62497880f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:48.623730 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-ba7f4ee7-0fb9-4f44-9402-8cf62497880f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 810 time: 0.0989523 Apr 03 16:24:48.637379 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-f4d5b9c4-fd16-43ee-afad-fabb0d3ccfff tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/quotas/b4bcd00416c54c708f0b9fa7135396bd HTTP/1.1" status: 200 len: 375 time: 0.0083656 Apr 03 16:24:48.689096 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-8c70e47a-83ae-404f-a9d6-dd786c4a27d7 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469251 Apr 03 16:24:48.788923 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-1eb71b67-532a-4b04-9f98-65511ef06c24 service neutron] 10.222.0.37 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885704 Apr 03 16:24:48.873960 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-92a8e4ec-ef20-4834-8dda-7360fe7fdbdd service neutron] 10.222.0.37 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794036 Apr 03 16:24:49.122896 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1196f688-c868-4ebe-90c7-67795a2aac2f req-b7245c59-c701-486e-8461-190ec625e4fc tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 210 time: 0.0299249 Apr 03 16:24:50.264752 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ac00576b-f3a5-4bee-97f6-c4d0eedf0be0 req-8c9791dc-cb70-47c1-a1c9-844cd8301529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 210 time: 0.0267019 Apr 03 16:24:51.114674 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9725002a-261e-45a4-8f94-07b163dfdbce tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:51.116130 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9725002a-261e-45a4-8f94-07b163dfdbce tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.21 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 810 time: 0.1078136 Apr 03 16:24:51.178261 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-26932f06-2764-456b-a6a5-3fb89b68f64d tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4bcd00416c54c708f0b9fa7135396bd HTTP/1.1" status: 200 len: 379 time: 0.0509162 Apr 03 16:24:51.187664 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'port': {'device_id': '06b340d3-3832-40ad-a660-314f3eff9254', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'admin_state_up': True, 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'security_groups': ['c1348ec7-77cd-494c-bf87-37b357643060']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:51.357989 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9058c7f7-a8f7-4d4e-a487-98ac9341bd7e req-117bdb50-7994-4e82-b61c-1f97dabf52cf tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 210 time: 0.0285864 Apr 03 16:24:51.378061 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Made reservation on behalf of b4bcd00416c54c708f0b9fa7135396bd for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:24:51.381474 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:51.511721 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Allocated IP 172.20.0.13 (cf513d36-9af9-4e00-9a79-adf1d408c238/a641f716-3fbf-44b3-9d0d-02b1e08dc988/fbac0f7a-a375-4ef8-ae8f-39b939fe79ae) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:24:51.640584 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:51.735839 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:51.780590 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Network cf513d36-9af9-4e00-9a79-adf1d408c238 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:24:51.783660 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:24:51.790629 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:24:51.796462 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event updated for resources: {'Port': ['ID=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:51.841329 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:51.842077 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:51.909905 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-5079fca8-a915-4e53-bf42-5a7deca5a529 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7252045 Apr 03 16:24:51.932038 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Request body: {'port': {'device_id': '06b340d3-3832-40ad-a660-314f3eff9254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:24:51.983843 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.004964 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ccd323f6-d5a8-4dde-8839-fca803cb3e6c None None] Provisioning complete for port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:24:52.005547 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ccd323f6-d5a8-4dde-8839-fca803cb3e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.039345 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ccd323f6-d5a8-4dde-8839-fca803cb3e6c None None] Port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:24:52.247464 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbac0f7a-a375-4ef8-ae8f-39b939fe79ae {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:24:52.254968 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Publish callbacks [] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.266439 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Transition to ACTIVE for port object fbac0f7a-a375-4ef8-ae8f-39b939fe79ae will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:24:52.346507 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.400815 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:52.474082 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Attempting to bind port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:24:52.474619 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Attempting to bind port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:24:52.474728 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Attempting to bind port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae on network cf513d36-9af9-4e00-9a79-adf1d408c238 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:24:52.479954 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae on network cf513d36-9af9-4e00-9a79-adf1d408c238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:24:52.480269 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Attempting to bind port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae on network cf513d36-9af9-4e00-9a79-adf1d408c238 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:24:52.481189 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d80c6e-6b07-4445-83e4-48b564a4b824 req-cbbf8baf-a8a9-4c40-929c-6f4381a2960c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:52.482761 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a6d80c6e-6b07-4445-83e4-48b564a4b824 req-cbbf8baf-a8a9-4c40-929c-6f4381a2960c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 944 time: 0.0538876 Apr 03 16:24:52.485458 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:24:52.485792 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Checking segment: {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:24:52.486296 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Bound using segment: {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:24:52.486871 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Bound port: fbac0f7a-a375-4ef8-ae8f-39b939fe79ae, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:24:52.487228 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.539764 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a6d80c6e-6b07-4445-83e4-48b564a4b824 req-925f253f-1814-47c0-bdfb-dd64e127717f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509164 Apr 03 16:24:52.558178 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] For port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:24:52.564386 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] For port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:24:52.630093 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.663501 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:52.664529 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:52.665588 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/fbac0f7a-a375-4ef8-ae8f-39b939fe79ae HTTP/1.1" status: 200 len: 1094 time: 0.7443404 Apr 03 16:24:52.666075 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b340d3-3832-40ad-a660-314f3eff9254', 'tag': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:24:52.668294 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f07a4d-7320-42b5-9248-449171ab81d2" -d '{"events": [{"name": "network-changed", "server_uuid": "06b340d3-3832-40ad-a660-314f3eff9254", "tag": "fbac0f7a-a375-4ef8-ae8f-39b939fe79ae"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:24:52.696543 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1505cd-c856-43b9-9af8-e88a97cf35a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:52.707385 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf7f5ae-3f64-4e12-9016-072ebc7f3d24 x-openstack-request-id: req-fbf7f5ae-3f64-4e12-9016-072ebc7f3d24 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:24:52.707580 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b340d3-3832-40ad-a660-314f3eff9254", "tag": "fbac0f7a-a375-4ef8-ae8f-39b939fe79ae", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:24:52.707840 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbf7f5ae-3f64-4e12-9016-072ebc7f3d24 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:24:52.708237 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf7f5ae-3f64-4e12-9016-072ebc7f3d24'] response: {'name': 'network-changed', 'server_uuid': '06b340d3-3832-40ad-a660-314f3eff9254', 'tag': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae', 'status': 'completed', 'code': 200} Apr 03 16:24:52.783662 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f07a4d-7320-42b5-9248-449171ab81d2 req-a1078582-fcec-49a7-98f2-425ecdc5b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:52.785215 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f6f07a4d-7320-42b5-9248-449171ab81d2 req-a1078582-fcec-49a7-98f2-425ecdc5b890 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 1128 time: 0.0576522 Apr 03 16:24:52.894166 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f07a4d-7320-42b5-9248-449171ab81d2 req-a2488f6e-501a-4a00-8d9b-92519412d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:52.895992 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f6f07a4d-7320-42b5-9248-449171ab81d2 req-a2488f6e-501a-4a00-8d9b-92519412d28a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1031079 Apr 03 16:24:52.985602 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f07a4d-7320-42b5-9248-449171ab81d2 req-88ff93c3-9c8f-4e49-9c26-7ffb339dfb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:52.986985 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f6f07a4d-7320-42b5-9248-449171ab81d2 req-88ff93c3-9c8f-4e49-9c26-7ffb339dfb65 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842092 Apr 03 16:24:53.074481 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-af78ff39-1082-4aa3-9b57-ccabf2023df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:53.076000 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-af78ff39-1082-4aa3-9b57-ccabf2023df0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 1128 time: 0.0483322 Apr 03 16:24:53.131585 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-68eadbef-7230-44be-921a-3ec27acaeb67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae HTTP/1.1" status: 200 len: 217 time: 0.0383253 Apr 03 16:24:53.182994 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-6a7183a1-5415-41f0-88f9-2a09ba6aeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:53.184429 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-6a7183a1-5415-41f0-88f9-2a09ba6aeb51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a641f716-3fbf-44b3-9d0d-02b1e08dc988 HTTP/1.1" status: 200 len: 849 time: 0.0429664 Apr 03 16:24:53.231678 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-3f02b6aa-10a9-4361-a391-b3ce68c27feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:53.233113 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-3f02b6aa-10a9-4361-a391-b3ce68c27feb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf513d36-9af9-4e00-9a79-adf1d408c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415649 Apr 03 16:24:53.321601 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-47635829-372d-4c9b-b020-8d5529af22cd service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814197 Apr 03 16:24:53.408602 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b559496f-5ffa-48e4-8d92-f5b91d088a4e req-e1e8ce7f-5b9b-4d26-b05c-59ec9edf50b7 service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807281 Apr 03 16:24:53.655778 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7a6d-80cc-4bdd-9f94-6520d64b92e2 req-6b22fd78-d750-4b5b-a5ce-4eea72f770b6 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:53.657222 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5efd7a6d-80cc-4bdd-9f94-6520d64b92e2 req-6b22fd78-d750-4b5b-a5ce-4eea72f770b6 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 944 time: 0.0499299 Apr 03 16:24:53.702425 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5efd7a6d-80cc-4bdd-9f94-6520d64b92e2 req-a23a0df4-5daa-4fe9-bf11-43c8e0f3f62e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388560 Apr 03 16:24:54.826646 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b4b3-e51d-409d-b3d2-6089f0a08e35 req-14fb1305-18fb-469c-ba80-ef6e8d5c1ab1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:54.828109 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4f14b4b3-e51d-409d-b3d2-6089f0a08e35 req-14fb1305-18fb-469c-ba80-ef6e8d5c1ab1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 944 time: 0.0553067 Apr 03 16:24:54.873755 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4f14b4b3-e51d-409d-b3d2-6089f0a08e35 req-339736ae-c8d9-4d53-ada1-23f0f6b20795 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401897 Apr 03 16:24:55.988038 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a3e9a-a981-48b1-98b2-5eedad54aaac req-41d960a4-d58c-45a7-985d-350654ba5793 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:55.989471 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b76a3e9a-a981-48b1-98b2-5eedad54aaac req-41d960a4-d58c-45a7-985d-350654ba5793 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 944 time: 0.0510237 Apr 03 16:24:56.034659 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b76a3e9a-a981-48b1-98b2-5eedad54aaac req-e2f11215-051f-4f9c-9f89-4de8c871b5b3 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394766 Apr 03 16:24:56.450312 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device fbac0f7a-a375-4ef8-ae8f-39b939fe79ae details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:24:56.543273 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:56.554756 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'port_id': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae', 'mac_address': 'fa:16:3e:23:2d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:24:56.596574 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:24:56.596963 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:56.609447 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbac0f7a-a375-4ef8-ae8f-39b939fe79ae {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:24:56.628817 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:56.683698 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:56.729537 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:57.088039 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['fbac0f7a-a375-4ef8-ae8f-39b939fe79ae'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:24:57.150274 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433be4ed-bf1d-470b-b1ea-1617b8282c6e req-7ee2c9ff-428a-4bba-ad92-9c4546f3f140 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:57.151809 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-433be4ed-bf1d-470b-b1ea-1617b8282c6e req-7ee2c9ff-428a-4bba-ad92-9c4546f3f140 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 945 time: 0.0522356 Apr 03 16:24:57.198144 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-433be4ed-bf1d-470b-b1ea-1617b8282c6e req-6e76a11c-a74a-4e16-b190-803681af1e52 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405264 Apr 03 16:24:58.319099 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84364d7c-4968-4299-aa92-3fa56e672ba6 req-3ee486cb-5469-416a-bdfe-91ed46939feb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:58.320541 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-84364d7c-4968-4299-aa92-3fa56e672ba6 req-3ee486cb-5469-416a-bdfe-91ed46939feb tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 945 time: 0.0541649 Apr 03 16:24:58.366395 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-84364d7c-4968-4299-aa92-3fa56e672ba6 req-ae25c01a-af7c-4a2e-95fa-612f3abb740d tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404196 Apr 03 16:24:58.468428 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device fbac0f7a-a375-4ef8-ae8f-39b939fe79ae up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:24:58.588975 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:24:58.592771 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:24:58.593141 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:58.678936 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:24:58.679494 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:58.701434 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b340d3-3832-40ad-a660-314f3eff9254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:24:58.703745 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03289c5-1dfd-4b4c-a63c-5a2f76e7e8f0" -d '{"events": [{"server_uuid": "06b340d3-3832-40ad-a660-314f3eff9254", "name": "network-vif-plugged", "status": "completed", "tag": "fbac0f7a-a375-4ef8-ae8f-39b939fe79ae"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:24:58.716004 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:24:58.741272 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d82b9c-61a3-4cca-98be-7c93a9b7fc22 x-openstack-request-id: req-88d82b9c-61a3-4cca-98be-7c93a9b7fc22 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:24:58.741571 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b340d3-3832-40ad-a660-314f3eff9254", "name": "network-vif-plugged", "status": "completed", "tag": "fbac0f7a-a375-4ef8-ae8f-39b939fe79ae", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:24:58.741819 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88d82b9c-61a3-4cca-98be-7c93a9b7fc22 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:24:58.742244 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d82b9c-61a3-4cca-98be-7c93a9b7fc22'] response: {'server_uuid': '06b340d3-3832-40ad-a660-314f3eff9254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae', 'code': 200} Apr 03 16:24:58.803881 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:58.849767 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:24:59.060712 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84bc1c-2055-48ab-aab8-1cb411ec0c4b req-a61a84e0-617a-4dc1-a62f-bfbf8a691d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:59.062164 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7a84bc1c-2055-48ab-aab8-1cb411ec0c4b req-a61a84e0-617a-4dc1-a62f-bfbf8a691d6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 1130 time: 0.0418260 Apr 03 16:24:59.107554 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7a84bc1c-2055-48ab-aab8-1cb411ec0c4b req-54ecd68c-37f0-4320-962d-04b47fe3a1d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385208 Apr 03 16:24:59.172089 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:24:59.482587 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c25e9e-ea70-4ee9-84ed-ecff464641c4 req-ce5f8c25-eab2-4509-b314-7ad667ff5514 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:24:59.484043 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-19c25e9e-ea70-4ee9-84ed-ecff464641c4 req-ce5f8c25-eab2-4509-b314-7ad667ff5514 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 946 time: 0.0503614 Apr 03 16:24:59.529258 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-19c25e9e-ea70-4ee9-84ed-ecff464641c4 req-4db2cdd8-0956-4f32-8abc-0b054e69cdb1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390754 Apr 03 16:24:59.611861 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91ae0746-bea2-41f3-977f-bdc6568d19ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:00.647496 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bce81-6816-45b9-ae95-bdba8ea99fa6 req-f2c8e9fc-d27f-4443-9002-79e6b5cf0e5e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:00.648966 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e26bce81-6816-45b9-ae95-bdba8ea99fa6 req-f2c8e9fc-d27f-4443-9002-79e6b5cf0e5e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 946 time: 0.0504494 Apr 03 16:25:00.698289 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e26bce81-6816-45b9-ae95-bdba8ea99fa6 req-43495f21-1e17-4734-8d61-218f36ec22bc tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423005 Apr 03 16:25:01.823782 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569df8-9441-4afe-b9ab-a2a551d0f6dc req-48de9d6a-df50-4483-8a03-f0de7233f7cf tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:01.825235 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5d569df8-9441-4afe-b9ab-a2a551d0f6dc req-48de9d6a-df50-4483-8a03-f0de7233f7cf tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 946 time: 0.0543776 Apr 03 16:25:01.871135 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5d569df8-9441-4afe-b9ab-a2a551d0f6dc req-81a3add4-45e8-4eac-bcd1-8f177f774b9d tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403540 Apr 03 16:25:01.886490 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03619fb1-2417-4e80-b7c6-e2ded3eae9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:01.983155 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91408f57-1330-470a-af44-b7013edd1d7a req-66ec75e9-da6b-4c2c-b052-611547adfeff tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:01.984512 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-91408f57-1330-470a-af44-b7013edd1d7a req-66ec75e9-da6b-4c2c-b052-611547adfeff tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 946 time: 0.0508556 Apr 03 16:25:01.993659 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40678) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:01.998148 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ddc6266d-09c8-422a-9134-67f30abaf490 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Request body: {'floatingip': {'port_id': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:25:02.038082 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6266d-09c8-422a-9134-67f30abaf490 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (f192f741-afcc-463e-ad85-f9d91bc8e9bd), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:02.484735 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6266d-09c8-422a-9134-67f30abaf490 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:02.552604 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6266d-09c8-422a-9134-67f30abaf490 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (f192f741-afcc-463e-ad85-f9d91bc8e9bd), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:02.816441 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:25:02.866138 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-ddc6266d-09c8-422a-9134-67f30abaf490 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Floating IP f192f741-afcc-463e-ad85-f9d91bc8e9bd associated. External IP: 172.27.0.182, port: fbac0f7a-a375-4ef8-ae8f-39b939fe79ae. Apr 03 16:25:02.972308 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:03.070121 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc6266d-09c8-422a-9134-67f30abaf490 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Router a842159f-a329-4f9d-90fb-60bf45506a01 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:25:03.173898 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc6266d-09c8-422a-9134-67f30abaf490 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:25:03.178776 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6266d-09c8-422a-9134-67f30abaf490 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:03.183215 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] Sync routers for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:25:03.193644 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:03.194259 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:03.224726 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-ddc6266d-09c8-422a-9134-67f30abaf490 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "PUT /v2.0/floatingips/f192f741-afcc-463e-ad85-f9d91bc8e9bd HTTP/1.1" status: 200 len: 992 time: 1.2165072 Apr 03 16:25:03.224726 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b340d3-3832-40ad-a660-314f3eff9254', 'tag': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:25:03.224726 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a9924d-1332-459f-a038-2f8fd6bc78eb" -d '{"events": [{"name": "network-changed", "server_uuid": "06b340d3-3832-40ad-a660-314f3eff9254", "tag": "fbac0f7a-a375-4ef8-ae8f-39b939fe79ae"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:25:03.250385 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7b819-4a66-4351-8728-d657a701889f x-openstack-request-id: req-b1f7b819-4a66-4351-8728-d657a701889f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:25:03.250696 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b340d3-3832-40ad-a660-314f3eff9254", "tag": "fbac0f7a-a375-4ef8-ae8f-39b939fe79ae", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:25:03.250949 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1f7b819-4a66-4351-8728-d657a701889f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:25:03.251351 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f7b819-4a66-4351-8728-d657a701889f'] response: {'name': 'network-changed', 'server_uuid': '06b340d3-3832-40ad-a660-314f3eff9254', 'tag': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae', 'status': 'completed', 'code': 200} Apr 03 16:25:03.301909 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:03.317445 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-5d0d5ead-0096-437f-8995-f812354f84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:03.318947 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-5d0d5ead-0096-437f-8995-f812354f84ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 1130 time: 0.0461235 Apr 03 16:25:03.409096 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-3f5e7e51-ce50-4c74-adbd-33749713b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:03.410541 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-3f5e7e51-ce50-4c74-adbd-33749713b8c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 200 len: 911 time: 0.0845923 Apr 03 16:25:03.479243 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-d06e3a5b-ecfd-4300-87e3-9f4f231c7a0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae HTTP/1.1" status: 200 len: 1000 time: 0.0613406 Apr 03 16:25:03.521620 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'f192f741-afcc-463e-ad85-f9d91bc8e9bd', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'port_id': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'mac_address': 'fa:16:3e:23:2d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b340d3-3832-40ad-a660-314f3eff9254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:24:47Z', 'updated_at': '2022-04-03T16:25:02Z', 'revision_number': 1, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:03.529648 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-7ed3a76f-8e71-4b7c-852c-9503df48f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:03.531615 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-7ed3a76f-8e71-4b7c-852c-9503df48f3ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a641f716-3fbf-44b3-9d0d-02b1e08dc988 HTTP/1.1" status: 200 len: 849 time: 0.0458002 Apr 03 16:25:03.552425 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] Checking router: a842159f-a329-4f9d-90fb-60bf45506a01 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:25:03.560524 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:03.561139 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:03.582000 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-163c0b4b-c0d4-4dd4-9ebf-09174c72cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:03.583541 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-163c0b4b-c0d4-4dd4-9ebf-09174c72cdcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf513d36-9af9-4e00-9a79-adf1d408c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467920 Apr 03 16:25:03.677158 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:03.682773 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-bb94d6a5-4e95-4368-a044-863914f57b17 service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930274 Apr 03 16:25:03.770994 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5a9924d-1332-459f-a038-2f8fd6bc78eb req-7a347c98-edc5-4f67-91b3-433f51e1f74c service neutron] 10.222.0.21 "GET /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818470 Apr 03 16:25:04.020319 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'f192f741-afcc-463e-ad85-f9d91bc8e9bd', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'port_id': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'mac_address': 'fa:16:3e:23:2d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b340d3-3832-40ad-a660-314f3eff9254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:24:47Z', 'updated_at': '2022-04-03T16:25:02Z', 'revision_number': 1, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:04.049198 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d83f9b9-3af6-4fa5-a9b0-1d6328e9b41f None None] The sync data for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi is: [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'f192f741-afcc-463e-ad85-f9d91bc8e9bd', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'port_id': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'mac_address': 'fa:16:3e:23:2d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b340d3-3832-40ad-a660-314f3eff9254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:24:47Z', 'updated_at': '2022-04-03T16:25:02Z', 'revision_number': 1, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:25:04.242458 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d98614f-daad-48e0-bedc-2bbe6d278c54 None None] New status for floating IP f192f741-afcc-463e-ad85-f9d91bc8e9bd: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:25:04.282970 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962a450-6b81-4ed5-a1d2-ed7b4113cb92 req-fa4ef857-211e-4f79-9421-b0cf8817b75b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:04.284507 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6962a450-6b81-4ed5-a1d2-ed7b4113cb92 req-fa4ef857-211e-4f79-9421-b0cf8817b75b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0559368 Apr 03 16:25:04.318206 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:04.333216 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6962a450-6b81-4ed5-a1d2-ed7b4113cb92 req-55a918c7-eec0-4d12-ab1f-07e1c369c617 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429730 Apr 03 16:25:05.455381 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76685fc1-2ff6-4313-9943-452876d94ece req-14121a22-8caf-4d82-ba71-90ec033a09f1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:05.456952 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-76685fc1-2ff6-4313-9943-452876d94ece req-14121a22-8caf-4d82-ba71-90ec033a09f1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0521941 Apr 03 16:25:05.502424 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-76685fc1-2ff6-4313-9943-452876d94ece req-333fdee7-2ef8-451b-a9f8-acdda3beb198 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399022 Apr 03 16:25:05.851866 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:06.616176 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b000ca6-85b0-4bc9-a365-305f0d5201ef req-532d0ca3-d518-4bae-939f-94f058266fd1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:06.617637 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b000ca6-85b0-4bc9-a365-305f0d5201ef req-532d0ca3-d518-4bae-939f-94f058266fd1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0499420 Apr 03 16:25:06.664030 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b000ca6-85b0-4bc9-a365-305f0d5201ef req-8a5d1f03-9391-49dc-a700-b850a8e5a1a9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409939 Apr 03 16:25:07.783953 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16cf26-6281-4710-91de-24fd8bee9a38 req-13e0b158-e8f6-4c7a-861e-f5d9e563a4fb tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:07.785435 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4c16cf26-6281-4710-91de-24fd8bee9a38 req-13e0b158-e8f6-4c7a-861e-f5d9e563a4fb tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0552399 Apr 03 16:25:07.830727 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4c16cf26-6281-4710-91de-24fd8bee9a38 req-f8bb7df6-3e53-40ad-b0d2-b3552d7a69c5 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b44ab1b-8f09-491c-be6e-21462a119fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397296 Apr 03 16:25:08.142383 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-3a31ee2b-d9d6-4a7c-afc6-bb421e42cc05 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:08.143869 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-3a31ee2b-d9d6-4a7c-afc6-bb421e42cc05 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 945 time: 0.0503466 Apr 03 16:25:08.249938 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Deleting port 6c84a861-f909-4919-a176-190ae6f1ebf1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:08.250274 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:08.336582 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] For port 6c84a861-f909-4919-a176-190ae6f1ebf1, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6c84a861-f909-4919-a176-190ae6f1ebf1,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:08.336988 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:08.517078 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:08.517440 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (df4135c8-75e9-495d-b29b-83ed815df061), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:08.517749 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Floating IP df4135c8-75e9-495d-b29b-83ed815df061 disassociated. External IP: 172.27.0.199, port: 6c84a861-f909-4919-a176-190ae6f1ebf1. Apr 03 16:25:08.518088 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Calling delete_port for 6c84a861-f909-4919-a176-190ae6f1ebf1 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:08.709227 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (6c84a861-f909-4919-a176-190ae6f1ebf1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:08.742230 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event deleted for resources: {'Port': ['ID=6c84a861-f909-4919-a176-190ae6f1ebf1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:08.858132 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Router b2f8bcf7-71af-4088-a851-ab3520984bb5 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:25:08.927285 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e06872da-7254-46b0-8255-6c0eeb08fe10 req-965a0fa5-275f-4810-82b6-ef90f32c4b42 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 210 time: 0.0296164 Apr 03 16:25:08.968348 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:25:08.978418 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] Sync routers for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:25:08.989147 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:08.989841 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:09.008385 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] No DVR routers for this DVR port 6c84a861-f909-4919-a176-190ae6f1ebf1 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:09.010850 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:09.014086 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d4703168-5f1d-4f87-98b5-5665b0daad18 req-ec7d03b1-e318-435e-b197-81ad00153fa9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "DELETE /v2.0/ports/6c84a861-f909-4919-a176-190ae6f1ebf1 HTTP/1.1" status: 204 len: 173 time: 0.8650713 Apr 03 16:25:09.014515 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'name': 'network-vif-deleted', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:25:09.016779 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4b7c03-08ee-43e3-a2c8-fc6c09f2de74" -d '{"events": [{"server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "name": "network-vif-deleted", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:25:09.057077 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc598b8e-98bf-4378-a6d2-8c914a5b407d x-openstack-request-id: req-fc598b8e-98bf-4378-a6d2-8c914a5b407d {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:25:09.057374 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a12940-79f7-48cd-b5e4-a475515ba6f3", "name": "network-vif-deleted", "tag": "6c84a861-f909-4919-a176-190ae6f1ebf1", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:25:09.057627 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc598b8e-98bf-4378-a6d2-8c914a5b407d {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:25:09.058035 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc598b8e-98bf-4378-a6d2-8c914a5b407d'] response: {'server_uuid': '23a12940-79f7-48cd-b5e4-a475515ba6f3', 'name': 'network-vif-deleted', 'tag': '6c84a861-f909-4919-a176-190ae6f1ebf1', 'status': 'completed', 'code': 200} Apr 03 16:25:09.104340 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:09.306270 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:30Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:09.336030 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] Checking router: b2f8bcf7-71af-4088-a851-ab3520984bb5 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:25:09.344774 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:09.345328 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:09.453329 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:09.644241 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:30Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:09.670374 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf414f7d-64c1-4461-a937-0232098c83af None None] The sync data for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi is: [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:19:25Z', 'revision_number': 4, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'eef70214-94c3-4207-8f75-25b96fc4d188', 'name': '', 'network_id': '064f756d-5861-4e71-9fcb-cacf2c8a4051', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'mac_address': 'fa:16:3e:ac:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:24Z', 'updated_at': '2022-04-03T16:19:30Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'subnets': [{'id': '87d2e7dc-29ed-462d-a13d-b8e45b3f374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:25:09.887658 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49935ab-3eb8-4b2d-9cbe-6f690e5a6b05 None None] New status for floating IP df4135c8-75e9-495d-b29b-83ed815df061: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:25:10.034664 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-19d05d5e-366d-494c-9507-411c9c9913c0 req-2c80fd6e-aa54-490c-9540-4f930edbebe9 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a12940-79f7-48cd-b5e4-a475515ba6f3 HTTP/1.1" status: 200 len: 210 time: 0.0265512 Apr 03 16:25:10.289762 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-399fd99f-9e14-4712-b5d8-f1e093e30840 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492597 Apr 03 16:25:10.353758 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-5423fd17-fd65-4cf0-937b-748fa89d87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:10.355302 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-5423fd17-fd65-4cf0-937b-748fa89d87fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 1130 time: 0.0435896 Apr 03 16:25:10.459235 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-7748fe4d-efa4-4a83-8062-84d2cc9716bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:10.460713 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-7748fe4d-efa4-4a83-8062-84d2cc9716bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 200 len: 920 time: 0.0869601 Apr 03 16:25:10.508190 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-6b671bf0-2c54-442a-896a-bb63be03093c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e47f8855-92a5-4a69-ae05-7e89a940cbe5 HTTP/1.1" status: 200 len: 217 time: 0.0363526 Apr 03 16:25:10.537195 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6c84a861-f909-4919-a176-190ae6f1ebf1 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:10.554312 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-dc11cf84-245b-4d65-89ee-b79ee0044b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:10.555804 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-dc11cf84-245b-4d65-89ee-b79ee0044b3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 200 len: 858 time: 0.0419748 Apr 03 16:25:10.556270 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 6c84a861-f909-4919-a176-190ae6f1ebf1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:10.556607 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6c84a861-f909-4919-a176-190ae6f1ebf1 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:10.602948 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-5389df50-3dcf-4ade-8635-5cdc87d0f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:10.604391 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-5389df50-3dcf-4ade-8635-5cdc87d0f768 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=064f756d-5861-4e71-9fcb-cacf2c8a4051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425787 Apr 03 16:25:10.697665 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-014c61ad-cc2d-4a38-9b19-9cda6e154d00 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822806 Apr 03 16:25:10.783336 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-53768fa2-6b9a-4937-8d31-2acd419b8d49 req-ee93e980-2cc1-493b-af0f-33390884ba93 service neutron] 10.222.0.21 "GET /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796795 Apr 03 16:25:11.176124 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40718) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:11.228585 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74a90eee-f0f1-43e3-a539-cb8c287f3718 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group (9b44ab1b-8f09-491c-be6e-21462a119fb8), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.251681 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74a90eee-f0f1-43e3-a539-cb8c287f3718 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group (9b44ab1b-8f09-491c-be6e-21462a119fb8), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.380878 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74a90eee-f0f1-43e3-a539-cb8c287f3718 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (9b44ab1b-8f09-491c-be6e-21462a119fb8), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.383538 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74a90eee-f0f1-43e3-a539-cb8c287f3718 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.384691 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-74a90eee-f0f1-43e3-a539-cb8c287f3718 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b44ab1b-8f09-491c-be6e-21462a119fb8 HTTP/1.1" status: 204 len: 168 time: 0.2074792 Apr 03 16:25:11.387270 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40720) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:11.394337 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a90eee-f0f1-43e3-a539-cb8c287f3718 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b44ab1b-8f09-491c-be6e-21462a119fb8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:11.401195 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-08ebfecb-29d3-4e8b-8ace-6eac89caf0ec tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] show failed (client error): The resource could not be found. Apr 03 16:25:11.402218 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-08ebfecb-29d3-4e8b-8ace-6eac89caf0ec tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups/9b44ab1b-8f09-491c-be6e-21462a119fb8 HTTP/1.1" status: 404 len: 347 time: 0.0139728 Apr 03 16:25:11.404865 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40722) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:11.768153 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7a6a4-8d65-44ad-b17f-7cad128cffa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Deleting port d665dc4e-d46f-451d-a8a3-c79c3d202a98 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:11.769021 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a6a4-8d65-44ad-b17f-7cad128cffa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (d665dc4e-d46f-451d-a8a3-c79c3d202a98), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.839894 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a6a4-8d65-44ad-b17f-7cad128cffa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (d665dc4e-d46f-451d-a8a3-c79c3d202a98), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.840216 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a6a4-8d65-44ad-b17f-7cad128cffa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for floatingip (d665dc4e-d46f-451d-a8a3-c79c3d202a98), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:11.852001 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7a6a4-8d65-44ad-b17f-7cad128cffa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Calling delete_port for d665dc4e-d46f-451d-a8a3-c79c3d202a98 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:12.037876 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a6a4-8d65-44ad-b17f-7cad128cffa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (d665dc4e-d46f-451d-a8a3-c79c3d202a98), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:12.060277 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7a6a4-8d65-44ad-b17f-7cad128cffa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event deleted for resources: {'Port': ['ID=d665dc4e-d46f-451d-a8a3-c79c3d202a98,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:12.125451 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a6a4-8d65-44ad-b17f-7cad128cffa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks [] for floatingip (df4135c8-75e9-495d-b29b-83ed815df061), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:12.128598 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a6a4-8d65-44ad-b17f-7cad128cffa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:12.129752 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-4eb7a6a4-8d65-44ad-b17f-7cad128cffa3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "DELETE /v2.0/floatingips/df4135c8-75e9-495d-b29b-83ed815df061 HTTP/1.1" status: 204 len: 168 time: 0.7240064 Apr 03 16:25:12.632109 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7342b6-d857-4c74-ab70-af6412b0305c req-784c44fa-173f-485f-a8d1-c3d5f0fce611 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:12.633612 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dc7342b6-d857-4c74-ab70-af6412b0305c req-784c44fa-173f-485f-a8d1-c3d5f0fce611 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0505841 Apr 03 16:25:12.684861 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dc7342b6-d857-4c74-ab70-af6412b0305c req-d5bba89e-2c51-45d6-8b14-48181a27c475 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456316 Apr 03 16:25:13.804740 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df810ff3-704f-4e8a-ba1e-dc25f5fbe1db req-08eb2152-24a6-480c-9ad0-589bd72fdcf5 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:13.806211 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df810ff3-704f-4e8a-ba1e-dc25f5fbe1db req-08eb2152-24a6-480c-9ad0-589bd72fdcf5 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0517216 Apr 03 16:25:13.854693 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-df810ff3-704f-4e8a-ba1e-dc25f5fbe1db req-4988523d-b893-41a6-9f47-b8166a648225 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Apr 03 16:25:14.969588 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62980e-5def-4fb2-9816-38b5281e090a req-45acf545-9456-4cde-9373-8f300406dfd2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:14.971058 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ea62980e-5def-4fb2-9816-38b5281e090a req-45acf545-9456-4cde-9373-8f300406dfd2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0507302 Apr 03 16:25:15.018443 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ea62980e-5def-4fb2-9816-38b5281e090a req-4dc00c68-d7f5-4486-aa15-a1e325fca7ea tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419638 Apr 03 16:25:15.276186 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154297df-3b73-45c8-ac3f-e3076f81451d req-a097a1c5-5a90-45d2-b7ba-9763ea86db04 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:15.277649 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-154297df-3b73-45c8-ac3f-e3076f81451d req-a097a1c5-5a90-45d2-b7ba-9763ea86db04 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0556948 Apr 03 16:25:15.323184 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-154297df-3b73-45c8-ac3f-e3076f81451d req-0c663634-c45d-4c76-ad3d-80c4323d16c1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398796 Apr 03 16:25:16.134796 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e57f4-29b6-4c93-9366-5809b6759a51 req-9234d9b7-ad0b-4b09-b248-86ffa7a0cb9e tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:16.136284 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-be8e57f4-29b6-4c93-9366-5809b6759a51 req-9234d9b7-ad0b-4b09-b248-86ffa7a0cb9e tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Apr 03 16:25:16.183880 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-be8e57f4-29b6-4c93-9366-5809b6759a51 req-6d236e65-896f-4e28-a513-c82675c229b2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420737 Apr 03 16:25:16.436648 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5baa8-0685-4b05-9c59-2ce1e4b2048c req-41b3d4c9-4645-43ee-aca4-a38e36cb35b1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:16.438117 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a1a5baa8-0685-4b05-9c59-2ce1e4b2048c req-41b3d4c9-4645-43ee-aca4-a38e36cb35b1 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0504944 Apr 03 16:25:16.484102 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a1a5baa8-0685-4b05-9c59-2ce1e4b2048c req-30ba3b5b-8b22-4aab-8913-c191b9f9d920 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 Apr 03 16:25:16.989842 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-9971a36f-ccba-4618-9ca5-0ac2eee6d2c6 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:16.991296 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-9971a36f-ccba-4618-9ca5-0ac2eee6d2c6 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 946 time: 0.0500700 Apr 03 16:25:17.085339 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-712bcad8-2d4b-43e9-a648-e339d780dad8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Deleting port 259ca44a-f869-412b-8f18-d1e261c6e795 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:17.085695 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-712bcad8-2d4b-43e9-a648-e339d780dad8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:17.176371 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-712bcad8-2d4b-43e9-a648-e339d780dad8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] For port 259ca44a-f869-412b-8f18-d1e261c6e795, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=259ca44a-f869-412b-8f18-d1e261c6e795,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:17.176723 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-712bcad8-2d4b-43e9-a648-e339d780dad8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:17.192676 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-712bcad8-2d4b-43e9-a648-e339d780dad8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Calling delete_port for 259ca44a-f869-412b-8f18-d1e261c6e795 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:17.302812 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75019c9-b0c1-4400-bae7-42e7229bb663 req-9f14ca36-43d7-4aaf-a62c-d033897811f2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:17.302812 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c75019c9-b0c1-4400-bae7-42e7229bb663 req-9f14ca36-43d7-4aaf-a62c-d033897811f2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0521967 Apr 03 16:25:17.348809 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c75019c9-b0c1-4400-bae7-42e7229bb663 req-23aa1932-8369-4953-8aa4-96d35af2d832 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Apr 03 16:25:17.409305 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-712bcad8-2d4b-43e9-a648-e339d780dad8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (259ca44a-f869-412b-8f18-d1e261c6e795), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:17.422732 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['e47f8855-92a5-4a69-ae05-7e89a940cbe5', '259ca44a-f869-412b-8f18-d1e261c6e795'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:25:17.438898 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bcad8-2d4b-43e9-a648-e339d780dad8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event deleted for resources: {'Port': ['ID=259ca44a-f869-412b-8f18-d1e261c6e795,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:17.486367 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-712bcad8-2d4b-43e9-a648-e339d780dad8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] No DVR routers for this DVR port 259ca44a-f869-412b-8f18-d1e261c6e795 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:17.489450 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-712bcad8-2d4b-43e9-a648-e339d780dad8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:17.493261 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-092ac0a6-a48b-4bfd-acb5-a8b7096acf8c req-712bcad8-2d4b-43e9-a648-e339d780dad8 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "DELETE /v2.0/ports/259ca44a-f869-412b-8f18-d1e261c6e795 HTTP/1.1" status: 204 len: 173 time: 0.4960909 Apr 03 16:25:17.493711 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fdf8c4-310b-4461-932a-8565466abf6b', 'name': 'network-vif-deleted', 'tag': '259ca44a-f869-412b-8f18-d1e261c6e795'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:25:17.496023 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a4ad76-53d3-4695-a6d2-be2807d2b79a" -d '{"events": [{"server_uuid": "04fdf8c4-310b-4461-932a-8565466abf6b", "name": "network-vif-deleted", "tag": "259ca44a-f869-412b-8f18-d1e261c6e795"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:25:17.536678 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fd0ca7-997b-4e59-a997-8c2ea1fd0605 x-openstack-request-id: req-a7fd0ca7-997b-4e59-a997-8c2ea1fd0605 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:25:17.536979 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fdf8c4-310b-4461-932a-8565466abf6b", "name": "network-vif-deleted", "tag": "259ca44a-f869-412b-8f18-d1e261c6e795", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:25:17.537438 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7fd0ca7-997b-4e59-a997-8c2ea1fd0605 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:25:17.537854 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7fd0ca7-997b-4e59-a997-8c2ea1fd0605'] response: {'server_uuid': '04fdf8c4-310b-4461-932a-8565466abf6b', 'name': 'network-vif-deleted', 'tag': '259ca44a-f869-412b-8f18-d1e261c6e795', 'status': 'completed', 'code': 200} Apr 03 16:25:17.582348 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cc59c81c-122c-4f7b-b539-c264b4f23dde req-c5e1892e-4cc0-4ec1-8255-240636de2d88 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=04fdf8c4-310b-4461-932a-8565466abf6b HTTP/1.1" status: 200 len: 210 time: 0.0299656 Apr 03 16:25:18.468077 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aa64e-8572-4789-bba3-50ea6aca4b06 req-c37a2f88-b781-4f0c-a6c6-6fea761681c4 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:18.469469 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bd1aa64e-8572-4789-bba3-50ea6aca4b06 req-c37a2f88-b781-4f0c-a6c6-6fea761681c4 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0526245 Apr 03 16:25:18.517819 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bd1aa64e-8572-4789-bba3-50ea6aca4b06 req-f24a42d8-0a05-45c0-86b6-ab494a4d4f4f tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 Apr 03 16:25:19.058872 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b8a5-3675-4afa-893c-519ec3049197 req-130d1c9d-0b31-4270-b1cb-86725f5f136e tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:19.060327 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5ed2b8a5-3675-4afa-893c-519ec3049197 req-130d1c9d-0b31-4270-b1cb-86725f5f136e tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0507412 Apr 03 16:25:19.105621 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5ed2b8a5-3675-4afa-893c-519ec3049197 req-478c4735-3948-413b-a638-48f5534caeab tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Apr 03 16:25:19.635133 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10707aad-3c5f-4572-964d-07154137ca76 req-c862b6b5-0f6c-4686-9388-5b3138874302 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:19.636518 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-10707aad-3c5f-4572-964d-07154137ca76 req-c862b6b5-0f6c-4686-9388-5b3138874302 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0511611 Apr 03 16:25:19.686978 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-10707aad-3c5f-4572-964d-07154137ca76 req-7a50bfab-5ce7-441d-8bfd-25ea65ca3d84 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449932 Apr 03 16:25:20.220827 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33e9a6-0550-40f5-8040-b3db77b40dd3 req-17982aed-cb2e-41c7-9466-321812f6f013 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:20.222283 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9d33e9a6-0550-40f5-8040-b3db77b40dd3 req-17982aed-cb2e-41c7-9466-321812f6f013 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0503173 Apr 03 16:25:20.267445 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9d33e9a6-0550-40f5-8040-b3db77b40dd3 req-ef9b9021-a5ef-46fb-98e3-bee58cf1f5a3 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Apr 03 16:25:20.576672 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 259ca44a-f869-412b-8f18-d1e261c6e795 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:20.597895 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 259ca44a-f869-412b-8f18-d1e261c6e795 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:20.598236 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 259ca44a-f869-412b-8f18-d1e261c6e795 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:20.805901 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33063baf-b034-4d03-93cb-c536d230a3c0 req-892184fe-bdad-4ed3-ac91-cf3c7cf0f4e6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:20.807396 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-33063baf-b034-4d03-93cb-c536d230a3c0 req-892184fe-bdad-4ed3-ac91-cf3c7cf0f4e6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0531580 Apr 03 16:25:20.854429 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-33063baf-b034-4d03-93cb-c536d230a3c0 req-69161871-f690-4171-a00f-6c25363acefe tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414827 Apr 03 16:25:21.387500 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc735c-6366-4c51-bf82-fe065f457f84 req-fe8d90b9-b6fb-4d0f-81e1-92ce2bce38cb tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:21.388996 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7fbc735c-6366-4c51-bf82-fe065f457f84 req-fe8d90b9-b6fb-4d0f-81e1-92ce2bce38cb tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0558972 Apr 03 16:25:21.436365 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7fbc735c-6366-4c51-bf82-fe065f457f84 req-32abb9a7-5215-4e6b-b26d-b63e8104452b tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/security-groups?id=eef09f0f-4797-4cb5-aaae-32c9858ed083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Apr 03 16:25:21.681646 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-c6cdef03-92db-49d7-974b-fd71c4445bbb tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:21.683018 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-c6cdef03-92db-49d7-974b-fd71c4445bbb tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 946 time: 0.0508931 Apr 03 16:25:21.780278 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-5a97d00d-6bda-42ec-b9a6-580bf10ee338 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Deleting port e47f8855-92a5-4a69-ae05-7e89a940cbe5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:21.780615 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-5a97d00d-6bda-42ec-b9a6-580bf10ee338 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:21.865511 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-5a97d00d-6bda-42ec-b9a6-580bf10ee338 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] For port e47f8855-92a5-4a69-ae05-7e89a940cbe5, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=e47f8855-92a5-4a69-ae05-7e89a940cbe5,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:21.866191 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-5a97d00d-6bda-42ec-b9a6-580bf10ee338 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:21.878899 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-5a97d00d-6bda-42ec-b9a6-580bf10ee338 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Calling delete_port for e47f8855-92a5-4a69-ae05-7e89a940cbe5 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:21.996722 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a69ff5-c974-4b04-9b4e-a311eac3c8e3 req-6561221d-148d-4a43-b58b-7ae5ff4a25f6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:21.998187 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-73a69ff5-c974-4b04-9b4e-a311eac3c8e3 req-6561221d-148d-4a43-b58b-7ae5ff4a25f6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0759296 Apr 03 16:25:22.083651 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-73a69ff5-c974-4b04-9b4e-a311eac3c8e3 req-1da43cf4-edff-415f-8aed-3ad09a53f836 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792799 Apr 03 16:25:22.143361 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-5a97d00d-6bda-42ec-b9a6-580bf10ee338 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (e47f8855-92a5-4a69-ae05-7e89a940cbe5), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:22.155127 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['e47f8855-92a5-4a69-ae05-7e89a940cbe5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:25:22.187030 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97d00d-6bda-42ec-b9a6-580bf10ee338 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Pushing event deleted for resources: {'Port': ['ID=e47f8855-92a5-4a69-ae05-7e89a940cbe5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:22.216445 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-5a97d00d-6bda-42ec-b9a6-580bf10ee338 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] No DVR routers for this DVR port e47f8855-92a5-4a69-ae05-7e89a940cbe5 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:22.218890 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-5a97d00d-6bda-42ec-b9a6-580bf10ee338 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:22.222152 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3738c96e-0338-4f9d-835f-9b97ad960120 req-5a97d00d-6bda-42ec-b9a6-580bf10ee338 tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.21 "DELETE /v2.0/ports/e47f8855-92a5-4a69-ae05-7e89a940cbe5 HTTP/1.1" status: 204 len: 173 time: 0.5324364 Apr 03 16:25:22.222589 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d85ea4-03b1-41c9-b552-1cbaa5d43237', 'name': 'network-vif-deleted', 'tag': 'e47f8855-92a5-4a69-ae05-7e89a940cbe5'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:25:22.224812 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7f2bcd-c60a-4d71-9c8a-de281ea67d75" -d '{"events": [{"server_uuid": "63d85ea4-03b1-41c9-b552-1cbaa5d43237", "name": "network-vif-deleted", "tag": "e47f8855-92a5-4a69-ae05-7e89a940cbe5"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:25:22.316686 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eab557-c048-489e-a2a1-30c7ef0942c4 x-openstack-request-id: req-18eab557-c048-489e-a2a1-30c7ef0942c4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:25:22.316686 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d85ea4-03b1-41c9-b552-1cbaa5d43237", "name": "network-vif-deleted", "tag": "e47f8855-92a5-4a69-ae05-7e89a940cbe5", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:25:22.316686 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18eab557-c048-489e-a2a1-30c7ef0942c4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:25:22.316686 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18eab557-c048-489e-a2a1-30c7ef0942c4'] response: {'server_uuid': '63d85ea4-03b1-41c9-b552-1cbaa5d43237', 'name': 'network-vif-deleted', 'tag': 'e47f8855-92a5-4a69-ae05-7e89a940cbe5', 'status': 'completed', 'code': 200} Apr 03 16:25:22.531356 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f8c05a6b-d26f-4afd-9724-6f02424556ca req-e6c0fe6a-bb2b-40fa-aec6-60020319c59a tempest-ServerRescueNegativeTestJSON-1410009809 tempest-ServerRescueNegativeTestJSON-1410009809-project] 10.222.0.37 "GET /v2.0/ports?device_id=63d85ea4-03b1-41c9-b552-1cbaa5d43237 HTTP/1.1" status: 200 len: 210 time: 0.0305924 Apr 03 16:25:22.930923 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-cb371ca3-380a-4176-a2e2-6867dff370f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:22.932326 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-cb371ca3-380a-4176-a2e2-6867dff370f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d18393cd72468a8c4f01bd9c6aea63&device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 1129 time: 0.0475760 Apr 03 16:25:23.021871 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-541bfe24-dcd1-4f55-972c-5278e4e1dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:23.023429 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-541bfe24-dcd1-4f55-972c-5278e4e1dfcb service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 HTTP/1.1" status: 200 len: 909 time: 0.0838194 Apr 03 16:25:23.095097 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-ad4d8b06-1d26-479e-b897-8d6be1ab90f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428 HTTP/1.1" status: 200 len: 1000 time: 0.0610440 Apr 03 16:25:23.147155 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-296871b5-a62c-4b1f-98c8-6a3fad2ce80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:23.148824 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-296871b5-a62c-4b1f-98c8-6a3fad2ce80b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54e23844-ec83-4128-9385-e9f6fb20ae02 HTTP/1.1" status: 200 len: 847 time: 0.0447931 Apr 03 16:25:23.199734 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-61e8f50e-22b0-4d66-88b8-5315662ff3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:23.201191 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-61e8f50e-22b0-4d66-88b8-5315662ff3b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447557 Apr 03 16:25:23.212419 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85146e-f995-427d-bfa1-2bb716e3e296 req-cd8f0e73-eaea-4b03-904a-2e36bb989e91 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:23.215464 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4e85146e-f995-427d-bfa1-2bb716e3e296 req-cd8f0e73-eaea-4b03-904a-2e36bb989e91 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0638163 Apr 03 16:25:23.266508 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4e85146e-f995-427d-bfa1-2bb716e3e296 req-3e36aad6-c132-4d6b-9237-43e4f40d85e1 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455005 Apr 03 16:25:23.294984 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-ee5504e1-3ee3-46bc-89c4-58200113d49b service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875735 Apr 03 16:25:23.384366 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a3634fb-365a-4bf5-a3d6-5eb98b4365e3 req-3cd24e94-d465-4917-b1e9-8dade47aad47 service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819485 Apr 03 16:25:23.586491 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40796) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:24.107512 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589830'] for router_interface (b2f8bcf7-71af-4088-a851-ab3520984bb5), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:24.393242 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf218c6-f646-4cf7-bcfe-221fee6af092 req-55a15916-771a-4e30-9b2c-781025202a46 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:24.394834 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-abf218c6-f646-4cf7-bcfe-221fee6af092 req-55a15916-771a-4e30-9b2c-781025202a46 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0627143 Apr 03 16:25:24.405345 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] Deleting port eef70214-94c3-4207-8f75-25b96fc4d188 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:24.405775 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:24.455838 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-abf218c6-f646-4cf7-bcfe-221fee6af092 req-6383ad2f-5a98-464e-a465-e685971bd196 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548928 Apr 03 16:25:24.483465 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] For port eef70214-94c3-4207-8f75-25b96fc4d188, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=eef70214-94c3-4207-8f75-25b96fc4d188,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:24.483826 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:24.496545 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] Calling delete_port for eef70214-94c3-4207-8f75-25b96fc4d188 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:24.576823 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device e47f8855-92a5-4a69-ae05-7e89a940cbe5 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:24.596117 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: e47f8855-92a5-4a69-ae05-7e89a940cbe5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:24.596475 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device e47f8855-92a5-4a69-ae05-7e89a940cbe5 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:24.766401 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (eef70214-94c3-4207-8f75-25b96fc4d188), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:24.791744 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef70214-94c3-4207-8f75-25b96fc4d188,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:24.954142 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597142'] for router_interface (b2f8bcf7-71af-4088-a851-ab3520984bb5), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:25.163192 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] Router b2f8bcf7-71af-4088-a851-ab3520984bb5 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:25:25.515831 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:25:25.520903 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2581ea92-55fe-442d-8e7c-5f4a6ad4f747 admin admin] 10.222.0.37 "PUT /v2.0/routers/b2f8bcf7-71af-4088-a851-ab3520984bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9332309 Apr 03 16:25:25.523531 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40806) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:25.528358 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] Sync routers for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:25:25.538650 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:25.539343 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:25.645686 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:25.656601 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f1f92-63cd-4ef8-9434-e6edec30f252 req-0f4f36c6-69fe-4f77-a6be-93941783be2f tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:25.658092 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ad0f1f92-63cd-4ef8-9434-e6edec30f252 req-0f4f36c6-69fe-4f77-a6be-93941783be2f tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.1315219 Apr 03 16:25:25.675725 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Publish callbacks [] for router (b2f8bcf7-71af-4088-a851-ab3520984bb5), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:25.786173 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ad0f1f92-63cd-4ef8-9434-e6edec30f252 req-e2656704-afde-46e6-a0b9-8682c07bd6c8 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191707 Apr 03 16:25:25.819851 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Publish callbacks [] for router_gateway (b2f8bcf7-71af-4088-a851-ab3520984bb5), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:25.828854 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:25:24Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:25.855569 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] Checking router: b2f8bcf7-71af-4088-a851-ab3520984bb5 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:25:25.863756 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] Routers {'b2f8bcf7-71af-4088-a851-ab3520984bb5'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:25.864354 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['b2f8bcf7-71af-4088-a851-ab3520984bb5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:25.986772 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Deleting port 49d85198-96a1-44fd-a24e-3badad2851d0 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:25.987209 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:26.067106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] For port 49d85198-96a1-44fd-a24e-3badad2851d0, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=49d85198-96a1-44fd-a24e-3badad2851d0,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:26.067460 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:26.079746 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Calling delete_port for 49d85198-96a1-44fd-a24e-3badad2851d0 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:26.096259 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] Set router b2f8bcf7-71af-4088-a851-ab3520984bb5 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:26.294837 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:25:24Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:26.321952 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ac962-bacd-4636-a94b-562f6cbcec1c None None] The sync data for ids ['b2f8bcf7-71af-4088-a851-ab3520984bb5'] in dv-cinder-836247-2-iscsi is: [{'id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1002852918-router', 'tenant_id': '9afd7a4023d14e139b7bb45e4a875d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:19:21Z', 'updated_at': '2022-04-03T16:25:24Z', 'revision_number': 5, 'project_id': '9afd7a4023d14e139b7bb45e4a875d58', 'gw_port': {'id': '49d85198-96a1-44fd-a24e-3badad2851d0', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8bcf7-71af-4088-a851-ab3520984bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:19:22Z', 'updated_at': '2022-04-03T16:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:25:26.391824 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (49d85198-96a1-44fd-a24e-3badad2851d0), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:26.421511 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d85198-96a1-44fd-a24e-3badad2851d0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:26.480674 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591100'] for router_gateway (b2f8bcf7-71af-4088-a851-ab3520984bb5), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:26.583878 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3716'] for router (b2f8bcf7-71af-4088-a851-ab3520984bb5), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:26.585897 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Publish callbacks [] for router_controller (b2f8bcf7-71af-4088-a851-ab3520984bb5), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:26.732052 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596377'] for router (b2f8bcf7-71af-4088-a851-ab3520984bb5), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:26.732601 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2f8bcf7-71af-4088-a851-ab3520984bb5 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:25:26.737486 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:26.738889 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-37b58142-65e3-405f-a1b2-824528e72662 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b2f8bcf7-71af-4088-a851-ab3520984bb5 HTTP/1.1" status: 204 len: 168 time: 1.2140856 Apr 03 16:25:26.746798 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40810) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:26.788583 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e78bb5a-4bf7-4246-84b2-955327218be3 admin admin] Deleting subnet 87d2e7dc-29ed-462d-a13d-b8e45b3f374d {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:25:26.792612 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e78bb5a-4bf7-4246-84b2-955327218be3 admin admin] Publish callbacks [] for subnet (87d2e7dc-29ed-462d-a13d-b8e45b3f374d), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:26.827954 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e78bb5a-4bf7-4246-84b2-955327218be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7593495'] for subnet (87d2e7dc-29ed-462d-a13d-b8e45b3f374d), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:26.973498 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e78bb5a-4bf7-4246-84b2-955327218be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (87d2e7dc-29ed-462d-a13d-b8e45b3f374d), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.003431 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26d535-6ba3-4e4f-8ceb-3c687ad34ab2 req-7784b800-d174-40fb-9b83-2efb173c90d6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:27.004917 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9e26d535-6ba3-4e4f-8ceb-3c687ad34ab2 req-7784b800-d174-40fb-9b83-2efb173c90d6 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.1399958 Apr 03 16:25:27.068985 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9e26d535-6ba3-4e4f-8ceb-3c687ad34ab2 req-db379222-0603-4a80-9550-a747721e4020 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582616 Apr 03 16:25:27.135888 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-d04cc8a7-5c6d-40ed-9a1a-efb5d9640527 req-2942d876-defb-4ea7-b3f5-3e0649a01dbb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:25:27.136853 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d04cc8a7-5c6d-40ed-9a1a-efb5d9640527 req-2942d876-defb-4ea7-b3f5-3e0649a01dbb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055721 Apr 03 16:25:27.146352 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e78bb5a-4bf7-4246-84b2-955327218be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8307492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7454057'] for subnet (87d2e7dc-29ed-462d-a13d-b8e45b3f374d), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.178036 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78bb5a-4bf7-4246-84b2-955327218be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d2e7dc-29ed-462d-a13d-b8e45b3f374d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:27.180060 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e78bb5a-4bf7-4246-84b2-955327218be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.183443 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-2e78bb5a-4bf7-4246-84b2-955327218be3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/87d2e7dc-29ed-462d-a13d-b8e45b3f374d HTTP/1.1" status: 204 len: 168 time: 0.4407804 Apr 03 16:25:27.185207 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb8c059-4795-4e83-b008-60e071df8ae7 None None] Network 064f756d-5861-4e71-9fcb-cacf2c8a4051 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:25:27.186074 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40816) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:27.252853 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (064f756d-5861-4e71-9fcb-cacf2c8a4051), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.308552 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Deleting port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:27.308889 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.364233 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] DHCP port deletion for 064f756d-5861-4e71-9fcb-cacf2c8a4051 request from dv-cinder-836247-2-iscsi {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:25:27.389000 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] For port 0a173fd8-65c7-4eb4-8706-2428eb36ea00, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=0a173fd8-65c7-4eb4-8706-2428eb36ea00,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:27.389439 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.405243 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Calling delete_port for 0a173fd8-65c7-4eb4-8706-2428eb36ea00 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:27.423359 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Deleting port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:27.423811 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.491126 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] For port 0a173fd8-65c7-4eb4-8706-2428eb36ea00, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=0a173fd8-65c7-4eb4-8706-2428eb36ea00,segment=NetworkSegment(b87bbb92-3994-42c0-b30e-6d622ac4244b),segment_id=b87bbb92-3994-42c0-b30e-6d622ac4244b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:27.491521 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.507698 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Calling delete_port for 0a173fd8-65c7-4eb4-8706-2428eb36ea00 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:27.554965 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8c556-0267-4fa1-be80-f0ef7248f7cf req-b091168b-3800-447a-b971-118375c74123 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:27.556896 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e2e8c556-0267-4fa1-be80-f0ef7248f7cf req-b091168b-3800-447a-b971-118375c74123 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.1120028 Apr 03 16:25:27.563553 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-746e913c-b449-489e-808d-fa56a4a7a618 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928857 Apr 03 16:25:27.636218 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e2e8c556-0267-4fa1-be80-f0ef7248f7cf req-3c1190f3-19a6-4197-8ada-849113677fe9 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707414 Apr 03 16:25:27.651061 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-cb3c7d96-8c2a-4c70-bb1c-d6b281e4f2d2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:27.652454 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-cb3c7d96-8c2a-4c70-bb1c-d6b281e4f2d2 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports/6d68b2b2-8d32-4f60-b4d6-94bfc359e428 HTTP/1.1" status: 200 len: 942 time: 0.0586553 Apr 03 16:25:27.653418 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.664420 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975'] for port (0a173fd8-65c7-4eb4-8706-2428eb36ea00), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.680243 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a173fd8-65c7-4eb4-8706-2428eb36ea00,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:27.685805 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] No DVR routers for this DVR port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 on host dv-cinder-836247-2-iscsi {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:27.697373 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Pushing event deleted for resources: {'Port': ['ID=0a173fd8-65c7-4eb4-8706-2428eb36ea00,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:27.699961 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] No DVR routers for this DVR port 0a173fd8-65c7-4eb4-8706-2428eb36ea00 on host dv-cinder-836247-2-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:27.708957 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.709572 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.710062 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.710689 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.711020 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.711346 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.711673 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.711993 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.712411 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.713385 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.713742 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.714087 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.714431 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.714780 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.715111 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e648fff-05a5-4463-8203-360e6c2d70cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:27.765801 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (064f756d-5861-4e71-9fcb-cacf2c8a4051), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.785563 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064f756d-5861-4e71-9fcb-cacf2c8a4051']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:27.794993 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87bbb92-3994-42c0-b30e-6d622ac4244b') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:27.795289 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87bbb92-3994-42c0-b30e-6d622ac4244b') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:27.804495 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (b87bbb92-3994-42c0-b30e-6d622ac4244b), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.817276 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (b87bbb92-3994-42c0-b30e-6d622ac4244b), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.823454 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:25:27.823825 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (b87bbb92-3994-42c0-b30e-6d622ac4244b), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:25:27.825407 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:25:28.011900 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (064f756d-5861-4e71-9fcb-cacf2c8a4051), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:28.017221 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:28.020358 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/064f756d-5861-4e71-9fcb-cacf2c8a4051 HTTP/1.1" status: 204 len: 168 time: 0.8333344 Apr 03 16:25:28.030941 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61495497-5300-4bbb-bffa-c724d53c05d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=064f756d-5861-4e71-9fcb-cacf2c8a4051,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:28.304260 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device eef70214-94c3-4207-8f75-25b96fc4d188 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:28.326628 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: eef70214-94c3-4207-8f75-25b96fc4d188 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:28.326965 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device eef70214-94c3-4207-8f75-25b96fc4d188 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:28.327374 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 0a173fd8-65c7-4eb4-8706-2428eb36ea00 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:28.345348 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 0a173fd8-65c7-4eb4-8706-2428eb36ea00 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:28.345684 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 0a173fd8-65c7-4eb4-8706-2428eb36ea00 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:28.346079 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 49d85198-96a1-44fd-a24e-3badad2851d0 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:28.350121 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40828) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:28.368337 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 49d85198-96a1-44fd-a24e-3badad2851d0 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:28.369256 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 49d85198-96a1-44fd-a24e-3badad2851d0 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:28.394218 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-1769c7c1-be88-46b9-877d-f11ede7949c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9afd7a4023d14e139b7bb45e4a875d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429635 Apr 03 16:25:28.396757 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40830) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:28.442481 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ed63a05-21f1-40d4-8aad-11a80369d4fa admin admin] Publish callbacks [] for security_group (eef09f0f-4797-4cb5-aaae-32c9858ed083), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:28.462862 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ed63a05-21f1-40d4-8aad-11a80369d4fa admin admin] Publish callbacks [] for security_group (eef09f0f-4797-4cb5-aaae-32c9858ed083), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:28.575927 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:28.632361 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ed63a05-21f1-40d4-8aad-11a80369d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (eef09f0f-4797-4cb5-aaae-32c9858ed083), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:28.635254 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ed63a05-21f1-40d4-8aad-11a80369d4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:28.638896 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-4ed63a05-21f1-40d4-8aad-11a80369d4fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eef09f0f-4797-4cb5-aaae-32c9858ed083 HTTP/1.1" status: 204 len: 168 time: 0.2385736 Apr 03 16:25:28.648221 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed63a05-21f1-40d4-8aad-11a80369d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef09f0f-4797-4cb5-aaae-32c9858ed083,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:28.678295 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:28.678722 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:28.703299 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:25:28.705524 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa756ad9-4c48-4523-9ed2-4ea4521f126f" -d '{"events": [{"server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "name": "network-vif-unplugged", "status": "completed", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:25:28.719260 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:28.747506 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 03 Apr 2022 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95684e2a-5ef6-46ca-8ad8-429f3847d4db x-openstack-request-id: req-95684e2a-5ef6-46ca-8ad8-429f3847d4db {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:25:28.747506 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "name": "network-vif-unplugged", "status": "failed", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428", "code": 422}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:25:28.747506 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95684e2a-5ef6-46ca-8ad8-429f3847d4db {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:25:28.747506 dv-cinder-836247-2-iscsi neutron-server[103897]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-95684e2a-5ef6-46ca-8ad8-429f3847d4db']: {'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'code': 422} returned with failed status Apr 03 16:25:28.767720 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60a73e-160c-4323-8259-025d37022217 req-5b9a406a-411b-48f9-afa7-4afd4434ee3a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:28.769209 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4d60a73e-160c-4323-8259-025d37022217 req-5b9a406a-411b-48f9-afa7-4afd4434ee3a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0556276 Apr 03 16:25:28.806215 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:28.817804 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4d60a73e-160c-4323-8259-025d37022217 req-da1d004d-d556-43b3-ae27-200e85f74348 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Apr 03 16:25:28.853719 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:29.198050 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:29.606031 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca5817ec-0261-4827-b9a5-680d2811d2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:29.942223 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821bcd8-ddad-4be4-92e0-35b8774eeaa1 req-9247bf3b-5c65-4e19-94da-3f152f8a49df tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:29.943783 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6821bcd8-ddad-4be4-92e0-35b8774eeaa1 req-9247bf3b-5c65-4e19-94da-3f152f8a49df tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0595467 Apr 03 16:25:29.994254 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6821bcd8-ddad-4be4-92e0-35b8774eeaa1 req-7a19c895-88e7-4cf4-b3df-a6e5d5c783f8 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Apr 03 16:25:30.604386 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-3c3712e5-04da-4699-b04d-ac997ce28734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:30.606025 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-3c3712e5-04da-4699-b04d-ac997ce28734 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481&tenant_id=35d18393cd72468a8c4f01bd9c6aea63 HTTP/1.1" status: 200 len: 1127 time: 0.0453205 Apr 03 16:25:30.671288 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-dd2ef316-f203-47f6-b2ef-aba88034e860 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021218076&fields=id&tenant_id=6828b1bee678430d9fed44785ab214de HTTP/1.1" status: 200 len: 267 time: 0.0445468 Apr 03 16:25:30.681249 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-803a3881-9584-4769-889e-79e1eee1eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:30.682785 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-803a3881-9584-4769-889e-79e1eee1eefb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d18393cd72468a8c4f01bd9c6aea63&device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 1127 time: 0.0552444 Apr 03 16:25:30.742111 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-4145fba0-08ef-4c16-8fd2-5ee2b4c01f59 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:30.742111 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-4145fba0-08ef-4c16-8fd2-5ee2b4c01f59 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 984 time: 0.0608382 Apr 03 16:25:30.752548 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-70cdd19d-4f1f-4998-b124-99f0bae9aa26 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Request body: {'port': {'security_groups': ['4e0b0c4f-0715-4c0c-a146-5bfddac27c65']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:25:30.779639 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-7199d1b2-b99b-43c5-a157-013fa06346fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:30.781180 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-7199d1b2-b99b-43c5-a157-013fa06346fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 HTTP/1.1" status: 200 len: 909 time: 0.0922754 Apr 03 16:25:30.855650 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-70cdd19d-4f1f-4998-b124-99f0bae9aa26 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:30.857816 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-aecc438d-03ea-441f-8eb1-0222ffd661ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428 HTTP/1.1" status: 200 len: 998 time: 0.0705907 Apr 03 16:25:30.910282 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-c2619e30-e0b2-4ce4-867a-21cbb71c2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:30.911916 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-c2619e30-e0b2-4ce4-867a-21cbb71c2eb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54e23844-ec83-4128-9385-e9f6fb20ae02 HTTP/1.1" status: 200 len: 847 time: 0.0470574 Apr 03 16:25:30.961075 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-ed896eb6-58a2-429b-87bc-b71499ec5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:30.963243 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-ed896eb6-58a2-429b-87bc-b71499ec5576 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453696 Apr 03 16:25:31.043672 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-70cdd19d-4f1f-4998-b124-99f0bae9aa26 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] For port 9b7e6718-6d84-436b-aed9-1d5cef959f4a, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:31.073055 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-aa68e955-4a3d-4578-9167-f0f607875e6e service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036279 Apr 03 16:25:31.077503 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-70cdd19d-4f1f-4998-b124-99f0bae9aa26 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.157602 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-70cdd19d-4f1f-4998-b124-99f0bae9aa26 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.174773 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9b7e6718-6d84-436b-aed9-1d5cef959f4a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:25:31.183625 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78208c3f-1891-4649-81c3-f78397e081a9 req-88ef8011-62a2-448b-9fad-1ea59e1415dd tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:31.185176 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78208c3f-1891-4649-81c3-f78397e081a9 req-88ef8011-62a2-448b-9fad-1ea59e1415dd tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.1152666 Apr 03 16:25:31.206553 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-93d67564-8fb0-40e0-816b-0d183f3e58c2 req-b3ed1254-9161-43b9-b5c4-b179e871a1bf service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261065 Apr 03 16:25:31.208629 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-70cdd19d-4f1f-4998-b124-99f0bae9aa26 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:31.209602 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-70cdd19d-4f1f-4998-b124-99f0bae9aa26 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.214509 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1d1d0e5a-191b-4326-a2d7-0c664fc14e78 req-70cdd19d-4f1f-4998-b124-99f0bae9aa26 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "PUT /v2.0/ports/9b7e6718-6d84-436b-aed9-1d5cef959f4a HTTP/1.1" status: 200 len: 942 time: 0.4697125 Apr 03 16:25:31.215184 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:25:31.218256 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1fc982-f21c-4850-b377-256d88fd4cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:25:31.219588 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 40880) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:31.273873 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdd19d-4f1f-4998-b124-99f0bae9aa26 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event updated for resources: {'Port': ['ID=9b7e6718-6d84-436b-aed9-1d5cef959f4a,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:31.286698 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78208c3f-1891-4649-81c3-f78397e081a9 req-3f6ebfff-d991-4730-b729-2a2fb8caab6a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879951 Apr 03 16:25:31.286934 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63e3a94-c5c9-4ffb-8dd0-cd12c8eb4dbf x-openstack-request-id: req-b63e3a94-c5c9-4ffb-8dd0-cd12c8eb4dbf {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:25:31.286934 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:25:31.286934 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b63e3a94-c5c9-4ffb-8dd0-cd12c8eb4dbf {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:25:31.286934 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63e3a94-c5c9-4ffb-8dd0-cd12c8eb4dbf'] response: {'name': 'network-changed', 'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'status': 'completed', 'code': 200} Apr 03 16:25:31.307104 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cce1c1c7-f790-4366-b968-7c16b7aef198 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group (06564180-f054-4e3c-b72f-27651893f736), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.315111 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9b7e6718-6d84-436b-aed9-1d5cef959f4a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:25:31.360123 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cce1c1c7-f790-4366-b968-7c16b7aef198 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group (06564180-f054-4e3c-b72f-27651893f736), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.414396 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-9b7d6ec3-724a-4218-8091-3cc931a142df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:31.416000 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-9b7d6ec3-724a-4218-8091-3cc931a142df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6828b1bee678430d9fed44785ab214de&device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 1129 time: 0.0895143 Apr 03 16:25:31.509602 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-95fcc510-f5c2-4dfd-bbc0-679da3aeff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:31.511199 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-95fcc510-f5c2-4dfd-bbc0-679da3aeff50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ffe90eba-0f45-42f4-ba6b-d9685417999e HTTP/1.1" status: 200 len: 915 time: 0.0884669 Apr 03 16:25:31.566047 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-eff448fe-e16a-4c35-8c62-2b045f403910 None None] Provisioning complete for port 9b7e6718-6d84-436b-aed9-1d5cef959f4a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:31.566282 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cce1c1c7-f790-4366-b968-7c16b7aef198 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (06564180-f054-4e3c-b72f-27651893f736), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.566422 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eff448fe-e16a-4c35-8c62-2b045f403910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.568543 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cce1c1c7-f790-4366-b968-7c16b7aef198 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.569683 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-cce1c1c7-f790-4366-b968-7c16b7aef198 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "DELETE /v2.0/security-groups/06564180-f054-4e3c-b72f-27651893f736 HTTP/1.1" status: 204 len: 168 time: 0.3491831 Apr 03 16:25:31.573074 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 40884) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:31.590963 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1c1c7-f790-4366-b968-7c16b7aef198 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06564180-f054-4e3c-b72f-27651893f736,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:31.593923 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-bcafb960-ac75-47a7-8866-9387aab43528 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a HTTP/1.1" status: 200 len: 1001 time: 0.0757172 Apr 03 16:25:31.645553 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-b45deac6-65b7-4997-bd14-a7af531dcced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:31.647103 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-b45deac6-65b7-4997-bd14-a7af531dcced service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8 HTTP/1.1" status: 200 len: 853 time: 0.0473120 Apr 03 16:25:31.677867 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-eff448fe-e16a-4c35-8c62-2b045f403910 None None] Current status of the port 9b7e6718-6d84-436b-aed9-1d5cef959f4a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:31.696672 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-13ff8ad1-9d1f-49b0-aeea-4a223ee1b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:31.698793 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-13ff8ad1-9d1f-49b0-aeea-4a223ee1b8e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ffe90eba-0f45-42f4-ba6b-d9685417999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452225 Apr 03 16:25:31.736702 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Deleting port 410183e1-dbd0-449f-b38e-4f5403f2c729 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:31.737033 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (410183e1-dbd0-449f-b38e-4f5403f2c729), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.788506 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-91151a31-36c8-4f36-b750-6a980a1d78d6 service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832937 Apr 03 16:25:31.817214 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (410183e1-dbd0-449f-b38e-4f5403f2c729), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.817467 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for floatingip (410183e1-dbd0-449f-b38e-4f5403f2c729), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:31.829729 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Calling delete_port for 410183e1-dbd0-449f-b38e-4f5403f2c729 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:31.883271 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ea1fc982-f21c-4850-b377-256d88fd4cbd req-05453cb3-0e0f-48f5-9ccb-7f49ca001e31 service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883288 Apr 03 16:25:31.903429 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9555318-0891-4e08-aff1-ee66c2c13756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:32.091396 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (410183e1-dbd0-449f-b38e-4f5403f2c729), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:32.116329 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event deleted for resources: {'Port': ['ID=410183e1-dbd0-449f-b38e-4f5403f2c729,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:32.185975 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks [] for floatingip (5b9c0bf0-da26-47c8-b418-fa59f5cc0058), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:32.186296 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Floating IP 5b9c0bf0-da26-47c8-b418-fa59f5cc0058 disassociated (deleted). External IP: 172.27.0.173, port: 9b7e6718-6d84-436b-aed9-1d5cef959f4a. Apr 03 16:25:32.668574 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad814e3-5dab-4d05-ac6b-b164d3680444 req-1c17398b-1409-4e1d-aaa1-f869e148aceb tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:32.670049 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bad814e3-5dab-4d05-ac6b-b164d3680444 req-1c17398b-1409-4e1d-aaa1-f869e148aceb tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.3142502 Apr 03 16:25:32.684821 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Router 38b4ca3c-476d-4388-9410-ce14537a8a82 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:25:32.785966 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-bad814e3-5dab-4d05-ac6b-b164d3680444 req-22e29f51-1ae3-4fad-a415-8a6814d7f64c tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100168 Apr 03 16:25:32.825070 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:25:32.830274 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:32.839983 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] Sync routers for ids ['38b4ca3c-476d-4388-9410-ce14537a8a82'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:25:32.852877 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] Routers {'38b4ca3c-476d-4388-9410-ce14537a8a82'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:32.853502 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['38b4ca3c-476d-4388-9410-ce14537a8a82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:32.860713 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-89f346db-c339-49b1-b669-49da2b091844 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b9c0bf0-da26-47c8-b418-fa59f5cc0058 HTTP/1.1" status: 204 len: 168 time: 1.2865772 Apr 03 16:25:32.940520 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:32.959162 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] Set router 38b4ca3c-476d-4388-9410-ce14537a8a82 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:33.158821 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fb06b4ca-d92f-43a8-ac03-ee966b826c08', 'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'mac_address': 'fa:16:3e:01:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:18Z', 'updated_at': '2022-04-03T16:21:23Z', 'revision_number': 5, 'project_id': '6828b1bee678430d9fed44785ab214de', 'subnets': [{'id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:33.189154 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] Checking router: 38b4ca3c-476d-4388-9410-ce14537a8a82 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:25:33.200526 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] Routers {'38b4ca3c-476d-4388-9410-ce14537a8a82'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:33.200877 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['38b4ca3c-476d-4388-9410-ce14537a8a82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:33.286508 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:25:33.288865 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd8191-9510-45ea-b0c9-5a52782fbec9" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:25:33.308046 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] Set router 38b4ca3c-476d-4388-9410-ce14537a8a82 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:33.332839 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09eb257-eea8-423c-82ae-39ced9fd6ff3 x-openstack-request-id: req-a09eb257-eea8-423c-82ae-39ced9fd6ff3 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:25:33.333590 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:25:33.334206 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a09eb257-eea8-423c-82ae-39ced9fd6ff3 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:25:33.334716 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a09eb257-eea8-423c-82ae-39ced9fd6ff3'] response: {'name': 'network-changed', 'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'status': 'completed', 'code': 200} Apr 03 16:25:33.502964 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fb06b4ca-d92f-43a8-ac03-ee966b826c08', 'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'mac_address': 'fa:16:3e:01:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:18Z', 'updated_at': '2022-04-03T16:21:23Z', 'revision_number': 5, 'project_id': '6828b1bee678430d9fed44785ab214de', 'subnets': [{'id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:33.527865 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47996bd-b6ed-44df-82aa-8eef9f23a0a4 None None] The sync data for ids ['38b4ca3c-476d-4388-9410-ce14537a8a82'] in dv-cinder-836247-2-iscsi is: [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:21:19Z', 'revision_number': 4, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fb06b4ca-d92f-43a8-ac03-ee966b826c08', 'name': '', 'network_id': 'ffe90eba-0f45-42f4-ba6b-d9685417999e', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'mac_address': 'fa:16:3e:01:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:18Z', 'updated_at': '2022-04-03T16:21:23Z', 'revision_number': 5, 'project_id': '6828b1bee678430d9fed44785ab214de', 'subnets': [{'id': '45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:25:33.745669 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15407188-8627-442e-8a1b-0259e11e95cb None None] New status for floating IP 5b9c0bf0-da26-47c8-b418-fa59f5cc0058: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:25:33.908848 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb9090-1f5d-4f49-b5a2-92544f7810a2 req-4a4f9f38-7348-4ba0-911d-cdea1749da32 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:33.909568 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52bb9090-1f5d-4f49-b5a2-92544f7810a2 req-4a4f9f38-7348-4ba0-911d-cdea1749da32 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0534737 Apr 03 16:25:33.961777 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-52bb9090-1f5d-4f49-b5a2-92544f7810a2 req-39b28ca0-a6d6-409f-9d35-8004a822728d tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Apr 03 16:25:34.297434 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:35.078022 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad8efa-31be-4e91-971d-6c62fd90ef0c req-d02c12a8-ed9e-4f97-b780-73937bbeefce tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:35.079484 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-17ad8efa-31be-4e91-971d-6c62fd90ef0c req-d02c12a8-ed9e-4f97-b780-73937bbeefce tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0503950 Apr 03 16:25:35.127346 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-17ad8efa-31be-4e91-971d-6c62fd90ef0c req-93730233-a4d4-4275-88a7-6424efc651d8 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Apr 03 16:25:35.840217 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:36.251858 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bfac7-623b-4f9f-b5a1-45d7ea05d197 req-be1cd41d-b9eb-4f3e-bdc5-049e2e64acad tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:36.253309 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d5bfac7-623b-4f9f-b5a1-45d7ea05d197 req-be1cd41d-b9eb-4f3e-bdc5-049e2e64acad tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0562050 Apr 03 16:25:36.300073 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d5bfac7-623b-4f9f-b5a1-45d7ea05d197 req-fcc7fc20-6de2-49e1-9d8d-0defebe9b120 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 Apr 03 16:25:36.871143 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-957e32d5-b3ac-4078-a869-9df76129ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:36.872673 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-957e32d5-b3ac-4078-a869-9df76129ec0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6828b1bee678430d9fed44785ab214de&device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 1129 time: 0.0453341 Apr 03 16:25:36.973028 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-d3fe07a5-f9b5-4e86-a80b-27fc285eae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:36.974463 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-d3fe07a5-f9b5-4e86-a80b-27fc285eae7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ffe90eba-0f45-42f4-ba6b-d9685417999e HTTP/1.1" status: 200 len: 915 time: 0.0845921 Apr 03 16:25:37.225316 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-94e72116-d8ac-41b9-940f-0984111365b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a HTTP/1.1" status: 200 len: 217 time: 0.0356092 Apr 03 16:25:37.273237 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-470a2bac-4d88-4ebf-90b2-3f1c0d45bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:37.275367 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-470a2bac-4d88-4ebf-90b2-3f1c0d45bf42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8 HTTP/1.1" status: 200 len: 853 time: 0.0420058 Apr 03 16:25:37.327907 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-7421c705-9124-4e53-97c5-83ad4e4f295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:37.329374 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-7421c705-9124-4e53-97c5-83ad4e4f295a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ffe90eba-0f45-42f4-ba6b-d9685417999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453186 Apr 03 16:25:37.422761 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-1c459a7c-4351-46cd-ab3f-6fb6c40a0fe2 service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Apr 03 16:25:37.424271 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcca5a2-718d-4f7d-afb7-f2e382563e52 req-75f24904-6482-452a-b0b6-4acffe5b4339 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:37.424761 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6fcca5a2-718d-4f7d-afb7-f2e382563e52 req-75f24904-6482-452a-b0b6-4acffe5b4339 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0579174 Apr 03 16:25:37.474461 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6fcca5a2-718d-4f7d-afb7-f2e382563e52 req-511ed1a4-f94a-4f2f-a4cd-c76e187798e8 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434937 Apr 03 16:25:37.514410 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0cd8191-9510-45ea-b0c9-5a52782fbec9 req-913aadd9-0746-4585-8af0-5a28ac47b5ef service neutron] 10.222.0.21 "GET /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857027 Apr 03 16:25:38.592200 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc57a9-f124-4a45-b835-bfc7d0b6d09b req-e02b7812-1590-4455-8e94-024dc6db52fa tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:38.593758 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-04bc57a9-f124-4a45-b835-bfc7d0b6d09b req-e02b7812-1590-4455-8e94-024dc6db52fa tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0538723 Apr 03 16:25:38.641358 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-04bc57a9-f124-4a45-b835-bfc7d0b6d09b req-d716fae7-1fae-4bba-bba9-7ae85494da00 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418081 Apr 03 16:25:39.756878 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cec2c-d03c-445f-a678-e7396f5e8d3a req-c4e18e41-8673-4712-adb6-6c6d3d267feb tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:39.758441 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-de8cec2c-d03c-445f-a678-e7396f5e8d3a req-c4e18e41-8673-4712-adb6-6c6d3d267feb tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0519416 Apr 03 16:25:39.814077 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-de8cec2c-d03c-445f-a678-e7396f5e8d3a req-f303a6cd-5fe5-460c-8713-f2477a5aa97a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495920 Apr 03 16:25:39.819357 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:25:40.637772 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:25:40.737284 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:40.748726 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'port_id': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'mac_address': 'fa:16:3e:a2:f2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:25:40.784949 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:40.787098 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:40.798915 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:25:40.817532 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:40.943094 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:40.943238 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab24c6-fca8-4b39-971a-2e28d31ce12a req-5ad93d56-5c39-4ee4-9781-d078fbc16c8b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:40.943238 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-00ab24c6-fca8-4b39-971a-2e28d31ce12a req-5ad93d56-5c39-4ee4-9781-d078fbc16c8b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 943 time: 0.0547986 Apr 03 16:25:40.959665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41048) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:41.000582 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:41.022748 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-00ab24c6-fca8-4b39-971a-2e28d31ce12a req-aa0d81fc-1611-4b56-849c-bc27137d1a5e tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676496 Apr 03 16:25:41.081089 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5bfea52-6184-4dbd-88f9-bfef64e6ed76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:41.158518 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5bfea52-6184-4dbd-88f9-bfef64e6ed76 admin admin] Publish callbacks [] for security_group (a1db8c0f-8102-47b3-ba48-e888d2aef121), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:41.245824 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5bfea52-6184-4dbd-88f9-bfef64e6ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a1db8c0f-8102-47b3-ba48-e888d2aef121), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:41.282655 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f5bfea52-6184-4dbd-88f9-bfef64e6ed76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12487f200dd54f4383ef28c1583ae9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213491 Apr 03 16:25:41.283365 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfea52-6184-4dbd-88f9-bfef64e6ed76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1db8c0f-8102-47b3-ba48-e888d2aef121,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:41.286220 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41054) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:41.328164 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['6d68b2b2-8d32-4f60-b4d6-94bfc359e428'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:25:41.336955 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-598eed3b-6e09-481a-9785-ff9aa1377dcf admin admin] Publish callbacks [] for security_group (a1db8c0f-8102-47b3-ba48-e888d2aef121), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:41.360973 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-598eed3b-6e09-481a-9785-ff9aa1377dcf admin admin] Publish callbacks [] for security_group (a1db8c0f-8102-47b3-ba48-e888d2aef121), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:41.443549 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be16cd-6f53-42cf-b6a6-40ef074d1f2b req-a0bb7fd5-b179-4512-9709-9460199da726 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:41.444921 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-11be16cd-6f53-42cf-b6a6-40ef074d1f2b req-a0bb7fd5-b179-4512-9709-9460199da726 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0662940 Apr 03 16:25:41.492148 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-11be16cd-6f53-42cf-b6a6-40ef074d1f2b req-a01d259e-a231-4f6c-903b-8711bf70b17c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Apr 03 16:25:41.560125 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-598eed3b-6e09-481a-9785-ff9aa1377dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a1db8c0f-8102-47b3-ba48-e888d2aef121), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:41.562718 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-598eed3b-6e09-481a-9785-ff9aa1377dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:41.563945 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-598eed3b-6e09-481a-9785-ff9aa1377dcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1db8c0f-8102-47b3-ba48-e888d2aef121 HTTP/1.1" status: 204 len: 168 time: 0.2764182 Apr 03 16:25:41.571616 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598eed3b-6e09-481a-9785-ff9aa1377dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1db8c0f-8102-47b3-ba48-e888d2aef121,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:42.137528 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fea806-17c8-4b85-9442-2f9d07cdf267 req-07644658-955e-4516-81cb-49b975f9eb69 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:42.139049 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-84fea806-17c8-4b85-9442-2f9d07cdf267 req-07644658-955e-4516-81cb-49b975f9eb69 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 944 time: 0.0553803 Apr 03 16:25:42.186339 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-84fea806-17c8-4b85-9442-2f9d07cdf267 req-f0fe4088-984c-4f59-b6e1-5c6def201985 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 Apr 03 16:25:42.607159 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af13758-6cc1-4301-8180-3f428b22c674 req-704abcb4-e869-40e6-a148-c4968de8a1b8 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:42.608639 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2af13758-6cc1-4301-8180-3f428b22c674 req-704abcb4-e869-40e6-a148-c4968de8a1b8 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0506561 Apr 03 16:25:42.655843 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2af13758-6cc1-4301-8180-3f428b22c674 req-27c67e6e-8b52-4d22-96d2-a75ba453c751 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414369 Apr 03 16:25:42.661763 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:25:42.709970 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:25:42.710331 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:42.783744 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:25:42.784126 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:42.805514 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:25:42.807771 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f99409-d6a7-434c-84c6-141aec307729" -d '{"events": [{"server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "name": "network-vif-plugged", "status": "completed", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:25:42.819387 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:42.847189 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c27c41-7f7c-42d7-83ba-bb3f491a8e2b x-openstack-request-id: req-78c27c41-7f7c-42d7-83ba-bb3f491a8e2b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:25:42.847486 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "name": "network-vif-plugged", "status": "completed", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:25:42.847743 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78c27c41-7f7c-42d7-83ba-bb3f491a8e2b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:25:42.848142 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c27c41-7f7c-42d7-83ba-bb3f491a8e2b'] response: {'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'code': 200} Apr 03 16:25:42.920264 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:42.973678 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:43.158291 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd78f8-4c47-4d61-9983-efbb180debc5 req-b57ab396-a398-4c43-bb3b-9afe437fe7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:43.160898 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-74bd78f8-4c47-4d61-9983-efbb180debc5 req-b57ab396-a398-4c43-bb3b-9afe437fe7bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 1129 time: 0.0531495 Apr 03 16:25:43.219422 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-74bd78f8-4c47-4d61-9983-efbb180debc5 req-d63f5018-7006-4b14-9790-86edc92d678c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514045 Apr 03 16:25:43.317553 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185186c-00b6-4ccb-948a-3f8150877fef req-ba0e1102-fc92-46e5-be19-69239c11be80 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:43.319035 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7185186c-00b6-4ccb-948a-3f8150877fef req-ba0e1102-fc92-46e5-be19-69239c11be80 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0552819 Apr 03 16:25:43.367457 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7185186c-00b6-4ccb-948a-3f8150877fef req-ce149c4f-afda-4800-a3e5-4366a8e670df tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 Apr 03 16:25:43.600312 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-c904fca1-037c-48d3-8413-caf7b3ab3b3c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:43.604671 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-c904fca1-037c-48d3-8413-caf7b3ab3b3c tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0520141 Apr 03 16:25:43.698021 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Deleting port 9b7e6718-6d84-436b-aed9-1d5cef959f4a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:43.698363 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:43.823544 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f86a30-f38e-42ea-9d09-51dc8673a99e req-c2a57286-7a65-4830-9d77-783f03d18884 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:43.825013 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-30f86a30-f38e-42ea-9d09-51dc8673a99e req-c2a57286-7a65-4830-9d77-783f03d18884 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 945 time: 0.0830684 Apr 03 16:25:43.830144 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] For port 9b7e6718-6d84-436b-aed9-1d5cef959f4a, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9b7e6718-6d84-436b-aed9-1d5cef959f4a,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:43.830511 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:43.855505 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Calling delete_port for 9b7e6718-6d84-436b-aed9-1d5cef959f4a owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:43.925928 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-30f86a30-f38e-42ea-9d09-51dc8673a99e req-933a7d65-7842-4860-befb-8455fb4a2cea tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e0b0c4f-0715-4c0c-a146-5bfddac27c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928431 Apr 03 16:25:44.079882 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (9b7e6718-6d84-436b-aed9-1d5cef959f4a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:44.099332 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9b7e6718-6d84-436b-aed9-1d5cef959f4a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:25:44.113653 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Pushing event deleted for resources: {'Port': ['ID=9b7e6718-6d84-436b-aed9-1d5cef959f4a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:44.127106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.129591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.129591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.129591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.129591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.129591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.129591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.129591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.130290 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.130290 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.130290 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.130557 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.131011 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.131339 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.131652 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:44.169790 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] No DVR routers for this DVR port 9b7e6718-6d84-436b-aed9-1d5cef959f4a on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:44.172287 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:44.175584 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8a4a8d65-1af7-4488-97ac-77652d641ec9 req-69a13d95-edac-42be-a007-68b6b0a55182 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.21 "DELETE /v2.0/ports/9b7e6718-6d84-436b-aed9-1d5cef959f4a HTTP/1.1" status: 204 len: 173 time: 0.5676241 Apr 03 16:25:44.176009 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'name': 'network-vif-deleted', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:25:44.178202 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e14c70-6e5a-4c83-ac2b-b77ad738e99e" -d '{"events": [{"server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "name": "network-vif-deleted", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:25:44.214813 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0823786b-acb6-414d-a347-954bc35c28ed x-openstack-request-id: req-0823786b-acb6-414d-a347-954bc35c28ed {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:25:44.215107 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6b0b9-fc3a-48dd-a668-ba43e459e241", "name": "network-vif-deleted", "tag": "9b7e6718-6d84-436b-aed9-1d5cef959f4a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:25:44.215358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0823786b-acb6-414d-a347-954bc35c28ed {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:25:44.215991 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0823786b-acb6-414d-a347-954bc35c28ed'] response: {'server_uuid': '59d6b0b9-fc3a-48dd-a668-ba43e459e241', 'name': 'network-vif-deleted', 'tag': '9b7e6718-6d84-436b-aed9-1d5cef959f4a', 'status': 'completed', 'code': 200} Apr 03 16:25:44.488848 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae10b-5833-4d6f-a730-6ec22b585f39 req-55108b0b-ff78-4718-a3be-0a167384f65a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:44.490517 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b75ae10b-5833-4d6f-a730-6ec22b585f39 req-55108b0b-ff78-4718-a3be-0a167384f65a tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0554914 Apr 03 16:25:44.546510 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b75ae10b-5833-4d6f-a730-6ec22b585f39 req-a2acf181-ab6b-447a-80d9-8621e2f2242c tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502689 Apr 03 16:25:44.830063 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41148) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:44.932378 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d675286-3f88-457d-97ed-e967453b9130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:45.005903 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d675286-3f88-457d-97ed-e967453b9130 admin admin] Publish callbacks [] for security_group (a502d100-d92c-41c2-99ea-523478d3ce78), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:45.030906 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-80c1e3ec-8b2c-43c4-bd54-ffc5fe130cc7 req-f6c90c11-9370-4ecf-84b4-35d4bf5c1d14 tempest-TestMinimumBasicScenario-1751233644 tempest-TestMinimumBasicScenario-1751233644-project] 10.222.0.37 "GET /v2.0/ports?device_id=59d6b0b9-fc3a-48dd-a668-ba43e459e241 HTTP/1.1" status: 200 len: 210 time: 0.0253742 Apr 03 16:25:45.120291 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d675286-3f88-457d-97ed-e967453b9130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a502d100-d92c-41c2-99ea-523478d3ce78), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:45.162169 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7d675286-3f88-457d-97ed-e967453b9130 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5d455e18a124ed29114863eadc7690b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309777 Apr 03 16:25:45.163243 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d675286-3f88-457d-97ed-e967453b9130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a502d100-d92c-41c2-99ea-523478d3ce78,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:45.164908 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41154) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:45.211546 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Publish callbacks [] for security_group (a502d100-d92c-41c2-99ea-523478d3ce78), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:45.233213 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Publish callbacks [] for security_group (a502d100-d92c-41c2-99ea-523478d3ce78), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:45.379961 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (a502d100-d92c-41c2-99ea-523478d3ce78), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:45.382787 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:45.383898 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a502d100-d92c-41c2-99ea-523478d3ce78 HTTP/1.1" status: 204 len: 168 time: 0.2173958 Apr 03 16:25:45.391871 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a502d100-d92c-41c2-99ea-523478d3ce78,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:45.399133 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.400002 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.400345 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.400676 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.401102 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.401309 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.401634 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.401954 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.402354 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.402599 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.402919 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.403239 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.403553 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.403867 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.404235 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f9770-42ab-49d0-a6a3-1e1cdeeaf4de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:25:45.667163 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c2e2-4507-4d93-8279-48a60c9b794f req-8f923cb7-8eae-4d69-aa90-c05d9b9a4ed1 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:45.668632 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3924c2e2-4507-4d93-8279-48a60c9b794f req-8f923cb7-8eae-4d69-aa90-c05d9b9a4ed1 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0525568 Apr 03 16:25:45.716332 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3924c2e2-4507-4d93-8279-48a60c9b794f req-26f108f5-1499-4177-b67e-d3cc9c7626ce tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419917 Apr 03 16:25:46.045230 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41166) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:46.061439 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5c35b33-bae3-4baf-b32e-bb26c437fb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:46.134909 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5c35b33-bae3-4baf-b32e-bb26c437fb60 admin admin] Publish callbacks [] for security_group (f7432f10-cf99-4268-8dc1-7ca6ec331125), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:46.240131 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5c35b33-bae3-4baf-b32e-bb26c437fb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (f7432f10-cf99-4268-8dc1-7ca6ec331125), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:46.279884 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-d5c35b33-bae3-4baf-b32e-bb26c437fb60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6c414350b4b479f8543f051d3c1b345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335176 Apr 03 16:25:46.282518 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41178) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:46.288504 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c35b33-bae3-4baf-b32e-bb26c437fb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7432f10-cf99-4268-8dc1-7ca6ec331125,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:46.341597 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-682fc063-4a01-4f84-b1dc-5123141c3a47 admin admin] Publish callbacks [] for security_group (f7432f10-cf99-4268-8dc1-7ca6ec331125), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:46.363024 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-682fc063-4a01-4f84-b1dc-5123141c3a47 admin admin] Publish callbacks [] for security_group (f7432f10-cf99-4268-8dc1-7ca6ec331125), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:46.477826 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-682fc063-4a01-4f84-b1dc-5123141c3a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (f7432f10-cf99-4268-8dc1-7ca6ec331125), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:46.480433 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-682fc063-4a01-4f84-b1dc-5123141c3a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:46.484136 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-682fc063-4a01-4f84-b1dc-5123141c3a47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7432f10-cf99-4268-8dc1-7ca6ec331125 HTTP/1.1" status: 204 len: 168 time: 0.1981947 Apr 03 16:25:46.490148 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fc063-4a01-4f84-b1dc-5123141c3a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7432f10-cf99-4268-8dc1-7ca6ec331125,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:47.794322 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41258) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:48.230243 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589830'] for router_interface (38b4ca3c-476d-4388-9410-ce14537a8a82), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.262619 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41266) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:48.366036 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-555bb0bc-dcc0-4145-ab9e-5b211e6877a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.438927 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-555bb0bc-dcc0-4145-ab9e-5b211e6877a9 admin admin] Publish callbacks [] for security_group (fcb9493b-37d4-431b-9715-4aaa47d1d77f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.514438 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-555bb0bc-dcc0-4145-ab9e-5b211e6877a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (fcb9493b-37d4-431b-9715-4aaa47d1d77f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.528166 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] Deleting port fb06b4ca-d92f-43a8-ac03-ee966b826c08 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:48.529009 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.553063 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-555bb0bc-dcc0-4145-ab9e-5b211e6877a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee147331ebb4427cb44e8b708e005049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893913 Apr 03 16:25:48.556833 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41270) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:48.565058 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bb0bc-dcc0-4145-ab9e-5b211e6877a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb9493b-37d4-431b-9715-4aaa47d1d77f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:48.609135 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbe67fb8-8c28-4b9d-b991-6d77bb84c980 admin admin] Publish callbacks [] for security_group (fcb9493b-37d4-431b-9715-4aaa47d1d77f), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.610318 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] For port fb06b4ca-d92f-43a8-ac03-ee966b826c08, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=fb06b4ca-d92f-43a8-ac03-ee966b826c08,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:48.610715 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.623592 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] Calling delete_port for fb06b4ca-d92f-43a8-ac03-ee966b826c08 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:48.632754 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbe67fb8-8c28-4b9d-b991-6d77bb84c980 admin admin] Publish callbacks [] for security_group (fcb9493b-37d4-431b-9715-4aaa47d1d77f), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.722112 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9b7e6718-6d84-436b-aed9-1d5cef959f4a no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:48.741468 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 9b7e6718-6d84-436b-aed9-1d5cef959f4a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:48.741786 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9b7e6718-6d84-436b-aed9-1d5cef959f4a not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:48.757223 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbe67fb8-8c28-4b9d-b991-6d77bb84c980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (fcb9493b-37d4-431b-9715-4aaa47d1d77f), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.760391 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbe67fb8-8c28-4b9d-b991-6d77bb84c980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.761541 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-cbe67fb8-8c28-4b9d-b991-6d77bb84c980 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcb9493b-37d4-431b-9715-4aaa47d1d77f HTTP/1.1" status: 204 len: 168 time: 0.2038321 Apr 03 16:25:48.769366 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe67fb8-8c28-4b9d-b991-6d77bb84c980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb9493b-37d4-431b-9715-4aaa47d1d77f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:48.894454 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (fb06b4ca-d92f-43a8-ac03-ee966b826c08), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:48.921948 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb06b4ca-d92f-43a8-ac03-ee966b826c08,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:49.098703 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597142'] for router_interface (38b4ca3c-476d-4388-9410-ce14537a8a82), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:49.324875 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] Router 38b4ca3c-476d-4388-9410-ce14537a8a82 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:25:49.431451 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:25:49.436563 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-e2d73760-3b14-4c56-81ed-a79a86ce174f admin admin] 10.222.0.37 "PUT /v2.0/routers/38b4ca3c-476d-4388-9410-ce14537a8a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6410880 Apr 03 16:25:49.439069 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41286) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:49.441835 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] Sync routers for ids ['38b4ca3c-476d-4388-9410-ce14537a8a82'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:25:49.452624 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] Routers {'38b4ca3c-476d-4388-9410-ce14537a8a82'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:49.453220 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['38b4ca3c-476d-4388-9410-ce14537a8a82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:49.551521 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Publish callbacks [] for router (38b4ca3c-476d-4388-9410-ce14537a8a82), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:49.566480 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] Set router 38b4ca3c-476d-4388-9410-ce14537a8a82 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:49.773250 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:25:48Z', 'revision_number': 5, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:49.799791 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] Checking router: 38b4ca3c-476d-4388-9410-ce14537a8a82 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:25:49.808448 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] Routers {'38b4ca3c-476d-4388-9410-ce14537a8a82'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:49.809048 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['38b4ca3c-476d-4388-9410-ce14537a8a82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:49.893761 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Publish callbacks [] for router_gateway (38b4ca3c-476d-4388-9410-ce14537a8a82), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:50.004808 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] Set router 38b4ca3c-476d-4388-9410-ce14537a8a82 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:50.008414 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Deleting port 9cc81a2e-c85b-4edc-af04-8daba04c632d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:50.009357 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:50.097597 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] For port 9cc81a2e-c85b-4edc-af04-8daba04c632d, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=9cc81a2e-c85b-4edc-af04-8daba04c632d,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:50.098134 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:50.115259 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Calling delete_port for 9cc81a2e-c85b-4edc-af04-8daba04c632d owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:50.205271 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:25:48Z', 'revision_number': 5, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:50.234266 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea1f434-2056-43ed-9169-8c8004a3323b None None] The sync data for ids ['38b4ca3c-476d-4388-9410-ce14537a8a82'] in dv-cinder-836247-2-iscsi is: [{'id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'name': 'tempest-TestMinimumBasicScenario-280434062-router', 'tenant_id': '6828b1bee678430d9fed44785ab214de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:15Z', 'updated_at': '2022-04-03T16:25:48Z', 'revision_number': 5, 'project_id': '6828b1bee678430d9fed44785ab214de', 'gw_port': {'id': '9cc81a2e-c85b-4edc-af04-8daba04c632d', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4ca3c-476d-4388-9410-ce14537a8a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:16Z', 'updated_at': '2022-04-03T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:25:50.506319 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (9cc81a2e-c85b-4edc-af04-8daba04c632d), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:50.535575 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc81a2e-c85b-4edc-af04-8daba04c632d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:50.604595 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591100'] for router_gateway (38b4ca3c-476d-4388-9410-ce14537a8a82), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:50.746634 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3716'] for router (38b4ca3c-476d-4388-9410-ce14537a8a82), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:50.750225 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Publish callbacks [] for router_controller (38b4ca3c-476d-4388-9410-ce14537a8a82), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:50.834894 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccfea9-faf6-4898-b015-47a3ffa9c70c req-8816ebe2-15e5-4ba0-ba7c-ab8d8dcf2caf tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:50.837140 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b8ccfea9-faf6-4898-b015-47a3ffa9c70c req-8816ebe2-15e5-4ba0-ba7c-ab8d8dcf2caf tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 945 time: 0.1259987 Apr 03 16:25:50.889296 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b8ccfea9-faf6-4898-b015-47a3ffa9c70c req-193e0988-5a65-4b19-b697-8ec81082f06c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444512 Apr 03 16:25:50.931209 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596377'] for router (38b4ca3c-476d-4388-9410-ce14537a8a82), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:50.931779 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38b4ca3c-476d-4388-9410-ce14537a8a82 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:25:50.936673 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:50.937798 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-4e0f97cb-7b05-421b-9925-1db562bbc38d admin admin] 10.222.0.37 "DELETE /v2.0/routers/38b4ca3c-476d-4388-9410-ce14537a8a82 HTTP/1.1" status: 204 len: 168 time: 1.4978311 Apr 03 16:25:50.940446 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41324) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:50.989900 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30c4347-2506-4cd5-81c5-c51bbedd025d admin admin] Deleting subnet 45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:25:50.993298 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30c4347-2506-4cd5-81c5-c51bbedd025d admin admin] Publish callbacks [] for subnet (45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.030266 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30c4347-2506-4cd5-81c5-c51bbedd025d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7700742'] for subnet (45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.139994 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30c4347-2506-4cd5-81c5-c51bbedd025d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.308768 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30c4347-2506-4cd5-81c5-c51bbedd025d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8363560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7527363'] for subnet (45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.334098 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c4347-2506-4cd5-81c5-c51bbedd025d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:51.338907 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30c4347-2506-4cd5-81c5-c51bbedd025d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.342279 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a30c4347-2506-4cd5-81c5-c51bbedd025d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/45a1605e-04e7-4d8e-baab-f0f8ce5ff1c8 HTTP/1.1" status: 204 len: 168 time: 0.4001873 Apr 03 16:25:51.344916 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41326) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:51.350152 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcd01af-c0cb-4a53-96c6-32fb929ca63c None None] Network ffe90eba-0f45-42f4-ba6b-d9685417999e requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:25:51.436456 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (ffe90eba-0f45-42f4-ba6b-d9685417999e), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.489798 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Deleting port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:51.490241 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.494297 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77979f74-5324-4552-8391-526a80d96aac None None] DHCP port deletion for ffe90eba-0f45-42f4-ba6b-d9685417999e request from dv-cinder-836247-2-iscsi {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:25:51.563258 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] For port 48f8b895-3a4e-4f4d-aa94-35d1556e6743, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=48f8b895-3a4e-4f4d-aa94-35d1556e6743,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:51.563624 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.578903 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Calling delete_port for 48f8b895-3a4e-4f4d-aa94-35d1556e6743 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:51.684926 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-77979f74-5324-4552-8391-526a80d96aac None None] Deleting port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:51.685201 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77979f74-5324-4552-8391-526a80d96aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.746644 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-77979f74-5324-4552-8391-526a80d96aac None None] For port 48f8b895-3a4e-4f4d-aa94-35d1556e6743, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=48f8b895-3a4e-4f4d-aa94-35d1556e6743,segment=NetworkSegment(7ade7933-8b21-4da7-9095-5a9592791a6d),segment_id=7ade7933-8b21-4da7-9095-5a9592791a6d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:51.746970 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77979f74-5324-4552-8391-526a80d96aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.758726 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-77979f74-5324-4552-8391-526a80d96aac None None] Calling delete_port for 48f8b895-3a4e-4f4d-aa94-35d1556e6743 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:51.760669 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.787075 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f8b895-3a4e-4f4d-aa94-35d1556e6743,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:51.788885 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] No DVR routers for this DVR port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 on host dv-cinder-836247-2-iscsi {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:51.846156 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77979f74-5324-4552-8391-526a80d96aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975'] for port (48f8b895-3a4e-4f4d-aa94-35d1556e6743), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.872312 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (ffe90eba-0f45-42f4-ba6b-d9685417999e), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.872510 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77979f74-5324-4552-8391-526a80d96aac None None] Pushing event deleted for resources: {'Port': ['ID=48f8b895-3a4e-4f4d-aa94-35d1556e6743,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:51.876217 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77979f74-5324-4552-8391-526a80d96aac None None] No DVR routers for this DVR port 48f8b895-3a4e-4f4d-aa94-35d1556e6743 on host dv-cinder-836247-2-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:51.897059 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe90eba-0f45-42f4-ba6b-d9685417999e']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:51.906148 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ade7933-8b21-4da7-9095-5a9592791a6d') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:51.906435 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ade7933-8b21-4da7-9095-5a9592791a6d') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:51.915796 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (7ade7933-8b21-4da7-9095-5a9592791a6d), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.930355 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (7ade7933-8b21-4da7-9095-5a9592791a6d), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.936771 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:25:51.937139 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (7ade7933-8b21-4da7-9095-5a9592791a6d), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:25:51.938868 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:25:52.009061 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c9adf-aab4-4574-bf08-e6780af01494 req-0b493114-f93d-44b3-aec2-dbbaaeb89015 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:52.011609 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f33c9adf-aab4-4574-bf08-e6780af01494 req-0b493114-f93d-44b3-aec2-dbbaaeb89015 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 945 time: 0.0522709 Apr 03 16:25:52.056860 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f33c9adf-aab4-4574-bf08-e6780af01494 req-ffaec5c3-bbfe-4a67-90ab-e4acdc71a021 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391901 Apr 03 16:25:52.091628 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (ffe90eba-0f45-42f4-ba6b-d9685417999e), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:52.098101 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:52.101140 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ffe90eba-0f45-42f4-ba6b-d9685417999e HTTP/1.1" status: 204 len: 168 time: 0.7552550 Apr 03 16:25:52.104425 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41334) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:52.114190 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665c97b-0505-47ef-9486-08dfb279c523 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe90eba-0f45-42f4-ba6b-d9685417999e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:52.311931 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 9cc81a2e-c85b-4edc-af04-8daba04c632d no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:52.331382 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 9cc81a2e-c85b-4edc-af04-8daba04c632d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:52.331723 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 9cc81a2e-c85b-4edc-af04-8daba04c632d not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:52.332128 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 48f8b895-3a4e-4f4d-aa94-35d1556e6743 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:52.353631 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 48f8b895-3a4e-4f4d-aa94-35d1556e6743 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:52.354324 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 48f8b895-3a4e-4f4d-aa94-35d1556e6743 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:52.354450 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device fb06b4ca-d92f-43a8-ac03-ee966b826c08 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:52.374672 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: fb06b4ca-d92f-43a8-ac03-ee966b826c08 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:52.375021 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device fb06b4ca-d92f-43a8-ac03-ee966b826c08 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:52.684783 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-a0a2d353-5d73-4748-85fe-6ac30c1d01d0 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:52.686070 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-a0a2d353-5d73-4748-85fe-6ac30c1d01d0 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 945 time: 0.0637245 Apr 03 16:25:52.820752 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589830'] for router_interface (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:52.825211 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Deleting port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:52.825538 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:52.993075 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] For port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:52.993476 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:53.177222 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee5e96-4125-4d59-8dbd-ca3547927f19 req-4ef2bbcd-1736-4c7b-833e-66ea8bf4ee21 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:25:53.178966 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-94ee5e96-4125-4d59-8dbd-ca3547927f19 req-4ef2bbcd-1736-4c7b-833e-66ea8bf4ee21 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 945 time: 0.0532563 Apr 03 16:25:53.232776 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-94ee5e96-4125-4d59-8dbd-ca3547927f19 req-fc2771a8-c30d-4732-9a02-cd6dc88513a3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=3881ee76-abea-400b-ba8c-fb7a1baeb91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479987 Apr 03 16:25:53.247892 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:53.252542 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (892904ae-f7e4-4f5f-8d76-ef0ee549f748), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:53.252542 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Floating IP 892904ae-f7e4-4f5f-8d76-ef0ee549f748 disassociated. External IP: 172.27.0.43, port: 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7. Apr 03 16:25:53.252542 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Calling delete_port for 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:53.357108 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] Deleting port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:53.357441 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:53.470526 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] For port 90a71c74-1e5c-4bc8-a5a7-a98483cd0688, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=90a71c74-1e5c-4bc8-a5a7-a98483cd0688,segment=NetworkSegment(dbd7bbb5-f379-405e-bf81-2b920ab7c042),segment_id=dbd7bbb5-f379-405e-bf81-2b920ab7c042)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:53.470921 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:53.485318 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] Calling delete_port for 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:53.539944 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (2c2f8368-38b7-4d66-9fd6-2a47de55f4c7), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:53.578124 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'Port': ['ID=2c2f8368-38b7-4d66-9fd6-2a47de55f4c7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:53.768724 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Router 5da245a6-1534-42ed-9596-3ce504c224b9 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:25:53.857594 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (90a71c74-1e5c-4bc8-a5a7-a98483cd0688), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:53.891509 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] Pushing event deleted for resources: {'Port': ['ID=90a71c74-1e5c-4bc8-a5a7-a98483cd0688,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:53.960852 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:25:53.971341 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:25:53.983253 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:53.984147 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:54.086839 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] No DVR routers for this DVR port 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:54.091204 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:54.095903 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-09c130ac-3402-4b5c-99ce-cefa632ccd36 req-64eaa7bb-c533-4f40-a0fb-5e5e3d16a3ba tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "DELETE /v2.0/ports/2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 HTTP/1.1" status: 204 len: 173 time: 1.4031785 Apr 03 16:25:54.096632 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'name': 'network-vif-deleted', 'tag': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:25:54.099289 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58408a25-19a0-4541-9cfd-e39446bb41a4" -d '{"events": [{"server_uuid": "2925291d-b3a8-4779-90b9-e222b44cbd36", "name": "network-vif-deleted", "tag": "2c2f8368-38b7-4d66-9fd6-2a47de55f4c7"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:25:54.123419 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:54.177221 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a0df1e-b88c-4c72-afef-14f1af15de95 x-openstack-request-id: req-44a0df1e-b88c-4c72-afef-14f1af15de95 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:25:54.177516 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2925291d-b3a8-4779-90b9-e222b44cbd36", "name": "network-vif-deleted", "tag": "2c2f8368-38b7-4d66-9fd6-2a47de55f4c7", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:25:54.177754 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44a0df1e-b88c-4c72-afef-14f1af15de95 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:25:54.178340 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a0df1e-b88c-4c72-afef-14f1af15de95'] response: {'server_uuid': '2925291d-b3a8-4779-90b9-e222b44cbd36', 'name': 'network-vif-deleted', 'tag': '2c2f8368-38b7-4d66-9fd6-2a47de55f4c7', 'status': 'completed', 'code': 200} Apr 03 16:25:54.189538 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597142'] for router_interface (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:54.368982 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:54.387167 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-900a4224-ffd3-4f95-87b6-ff0d44de7aa9 req-2aad9ff9-9923-469b-a192-f94514ac9742 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=2925291d-b3a8-4779-90b9-e222b44cbd36 HTTP/1.1" status: 200 len: 210 time: 0.0346935 Apr 03 16:25:54.401628 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:25:54.415327 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:54.416658 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:54.436994 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] Router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:25:54.540473 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:54.564397 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:25:54.573549 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d5b3b117-9d66-4f57-b31a-c9a5eda6c954 admin admin] 10.222.0.37 "PUT /v2.0/routers/efed67ab-35ca-4d91-b2d3-cb7bcc1ff002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4678035 Apr 03 16:25:54.576454 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41358) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:54.578186 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] Sync routers for ids ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:25:54.595085 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] Routers {'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:54.596049 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:54.619106 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41360) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:54.716885 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] Set router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:54.718657 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Publish callbacks [] for router (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:54.761375 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d903af55-86b4-468b-944f-56360195e48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:54.780073 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:54.807827 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aafbdc-71ac-4947-a28e-abec63f79c97 None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:25:54.848756 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d903af55-86b4-468b-944f-56360195e48f admin admin] Publish callbacks [] for security_group (6d8c17ff-a789-4d15-8927-088f89464360), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:54.857359 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Publish callbacks [] for router_gateway (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:54.937201 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d903af55-86b4-468b-944f-56360195e48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (6d8c17ff-a789-4d15-8927-088f89464360), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:54.947264 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'name': 'tempest-TestMinimumBasicScenario-1439543355-router', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:23Z', 'updated_at': '2022-04-03T16:25:53Z', 'revision_number': 5, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'gw_port': {'id': 'd26ec0a8-7799-4de1-babd-eba069bef6f7', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:24Z', 'updated_at': '2022-04-03T16:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:54.983743 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-d903af55-86b4-468b-944f-56360195e48f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4db5068379574804b25e57bc4b8c1264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630345 Apr 03 16:25:54.986012 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903af55-86b4-468b-944f-56360195e48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8c17ff-a789-4d15-8927-088f89464360,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:54.987416 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] Checking router: efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:25:54.988663 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41364) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:54.999127 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] Routers {'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:25:54.999737 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:25:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:55.038715 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Deleting port d26ec0a8-7799-4de1-babd-eba069bef6f7 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:55.038715 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.044266 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1603acc-32ad-420e-ab16-9239687f280c admin admin] Publish callbacks [] for security_group (6d8c17ff-a789-4d15-8927-088f89464360), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.076256 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1603acc-32ad-420e-ab16-9239687f280c admin admin] Publish callbacks [] for security_group (6d8c17ff-a789-4d15-8927-088f89464360), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.106896 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] Set router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:25:55.135823 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] For port d26ec0a8-7799-4de1-babd-eba069bef6f7, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=d26ec0a8-7799-4de1-babd-eba069bef6f7,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:55.136254 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.154459 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Calling delete_port for d26ec0a8-7799-4de1-babd-eba069bef6f7 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:55.163853 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'name': 'tempest-TestMinimumBasicScenario-1439543355-router', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:23Z', 'updated_at': '2022-04-03T16:25:54Z', 'revision_number': 6, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'gw_port_host': None}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:55.176840 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1238ec4-19ff-42d4-b245-d727ad0c1718 None None] New status for floating IP 892904ae-f7e4-4f5f-8d76-ef0ee549f748: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:25:55.198788 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e43eb4-9760-4506-a16e-bc3b5f30e91f None None] The sync data for ids ['efed67ab-35ca-4d91-b2d3-cb7bcc1ff002'] in dv-cinder-836247-2-iscsi is: [{'id': 'efed67ab-35ca-4d91-b2d3-cb7bcc1ff002', 'name': 'tempest-TestMinimumBasicScenario-1439543355-router', 'tenant_id': 'c80d35f16cf14a03acaf781119bf1bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:21:23Z', 'updated_at': '2022-04-03T16:25:54Z', 'revision_number': 6, 'project_id': 'c80d35f16cf14a03acaf781119bf1bef', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:25:55.305692 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1603acc-32ad-420e-ab16-9239687f280c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (6d8c17ff-a789-4d15-8927-088f89464360), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.308935 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1603acc-32ad-420e-ab16-9239687f280c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.310214 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-d1603acc-32ad-420e-ab16-9239687f280c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d8c17ff-a789-4d15-8927-088f89464360 HTTP/1.1" status: 204 len: 168 time: 0.3205943 Apr 03 16:25:55.318809 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1603acc-32ad-420e-ab16-9239687f280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8c17ff-a789-4d15-8927-088f89464360,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:55.608654 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41372) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:55.662700 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c33d18ff-e896-4c13-88c9-252560af28fd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (3881ee76-abea-400b-ba8c-fb7a1baeb91a), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.688719 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c33d18ff-e896-4c13-88c9-252560af28fd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (3881ee76-abea-400b-ba8c-fb7a1baeb91a), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.708705 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (d26ec0a8-7799-4de1-babd-eba069bef6f7), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.736155 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26ec0a8-7799-4de1-babd-eba069bef6f7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:55.796830 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591100'] for router_gateway (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.854138 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c33d18ff-e896-4c13-88c9-252560af28fd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (3881ee76-abea-400b-ba8c-fb7a1baeb91a), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.856788 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c33d18ff-e896-4c13-88c9-252560af28fd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.857949 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-c33d18ff-e896-4c13-88c9-252560af28fd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "DELETE /v2.0/security-groups/3881ee76-abea-400b-ba8c-fb7a1baeb91a HTTP/1.1" status: 204 len: 168 time: 0.2483070 Apr 03 16:25:55.861155 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41376) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:55.878283 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d18ff-e896-4c13-88c9-252560af28fd tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3881ee76-abea-400b-ba8c-fb7a1baeb91a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:55.880383 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.api.v2.resource [None req-8b2b9440-32f4-4500-99e6-b87db2c1e6d6 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] show failed (client error): The resource could not be found. Apr 03 16:25:55.881413 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8b2b9440-32f4-4500-99e6-b87db2c1e6d6 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups/3881ee76-abea-400b-ba8c-fb7a1baeb91a HTTP/1.1" status: 404 len: 347 time: 0.0193131 Apr 03 16:25:55.885140 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41378) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:55.925629 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3716'] for router (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:55.928987 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Publish callbacks [] for router_controller (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.051176 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b6941b8d-49ad-45ce-9f4e-f47309ed14e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Deleting port daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:56.051518 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6941b8d-49ad-45ce-9f4e-f47309ed14e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.099588 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596377'] for router (efed67ab-35ca-4d91-b2d3-cb7bcc1ff002), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.100876 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:25:56.107826 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.108966 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ad3ab034-e688-4f1a-beb5-1ce0eab35a33 admin admin] 10.222.0.37 "DELETE /v2.0/routers/efed67ab-35ca-4d91-b2d3-cb7bcc1ff002 HTTP/1.1" status: 204 len: 168 time: 1.5315776 Apr 03 16:25:56.111868 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41380) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:56.138380 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6941b8d-49ad-45ce-9f4e-f47309ed14e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.138737 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6941b8d-49ad-45ce-9f4e-f47309ed14e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.150750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b6941b8d-49ad-45ce-9f4e-f47309ed14e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Calling delete_port for daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:56.163758 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41382) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:56.165878 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ef863e-be63-4f35-83be-06235a8d3c7d admin admin] Deleting subnet d6b9c4df-68b3-48c1-9402-86d2415920e3 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:25:56.173379 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3ef863e-be63-4f35-83be-06235a8d3c7d admin admin] Publish callbacks [] for subnet (d6b9c4df-68b3-48c1-9402-86d2415920e3), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.205902 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5bfc180d-8a12-4a16-b551-08556c68e6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.206338 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3ef863e-be63-4f35-83be-06235a8d3c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7593495'] for subnet (d6b9c4df-68b3-48c1-9402-86d2415920e3), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.289601 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3ef863e-be63-4f35-83be-06235a8d3c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (d6b9c4df-68b3-48c1-9402-86d2415920e3), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.347636 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device d26ec0a8-7799-4de1-babd-eba069bef6f7 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:56.351692 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5bfc180d-8a12-4a16-b551-08556c68e6c8 admin admin] Publish callbacks [] for security_group (2e529937-e7a9-4f4c-bf43-961409bd24df), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.368131 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: d26ec0a8-7799-4de1-babd-eba069bef6f7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:56.368438 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device d26ec0a8-7799-4de1-babd-eba069bef6f7 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:56.368870 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:56.387651 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:56.388003 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 90a71c74-1e5c-4bc8-a5a7-a98483cd0688 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:56.434363 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5bfc180d-8a12-4a16-b551-08556c68e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (2e529937-e7a9-4f4c-bf43-961409bd24df), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.469122 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3ef863e-be63-4f35-83be-06235a8d3c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8307492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7454057'] for subnet (d6b9c4df-68b3-48c1-9402-86d2415920e3), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.471150 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6941b8d-49ad-45ce-9f4e-f47309ed14e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.475432 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc180d-8a12-4a16-b551-08556c68e6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e529937-e7a9-4f4c-bf43-961409bd24df,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:56.490151 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5bfc180d-8a12-4a16-b551-08556c68e6c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bb4b9ad0bd544218a786a38e974c701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223352 Apr 03 16:25:56.497657 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41384) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:56.505129 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef863e-be63-4f35-83be-06235a8d3c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b9c4df-68b3-48c1-9402-86d2415920e3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:56.507199 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3ef863e-be63-4f35-83be-06235a8d3c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.508314 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab25a86a-5e43-4599-9e2c-4f993b64ba66 None None] Network 1b9932fa-76cb-4492-a562-5da251f48b00 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:25:56.513079 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-f3ef863e-be63-4f35-83be-06235a8d3c7d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d6b9c4df-68b3-48c1-9402-86d2415920e3 HTTP/1.1" status: 204 len: 168 time: 0.4000750 Apr 03 16:25:56.513572 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6941b8d-49ad-45ce-9f4e-f47309ed14e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'Port': ['ID=daa35e45-1eb7-4799-81e2-4c7dbd5e1ed4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:56.515239 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41386) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:56.573431 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6941b8d-49ad-45ce-9f4e-f47309ed14e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (892904ae-f7e4-4f5f-8d76-ef0ee549f748), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.576470 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6941b8d-49ad-45ce-9f4e-f47309ed14e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.581207 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b6941b8d-49ad-45ce-9f4e-f47309ed14e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "DELETE /v2.0/floatingips/892904ae-f7e4-4f5f-8d76-ef0ee549f748 HTTP/1.1" status: 204 len: 168 time: 0.6919723 Apr 03 16:25:56.622936 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (1b9932fa-76cb-4492-a562-5da251f48b00), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.644989 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-234e613e-273a-4947-9e32-6be6ce2b8cdb admin admin] Publish callbacks [] for security_group (2e529937-e7a9-4f4c-bf43-961409bd24df), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.675241 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e680ca1f-21c1-4aff-aebb-e95acbbec0f3 None None] DHCP port deletion for 1b9932fa-76cb-4492-a562-5da251f48b00 request from dv-cinder-836247-2-iscsi {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:25:56.690756 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-234e613e-273a-4947-9e32-6be6ce2b8cdb admin admin] Publish callbacks [] for security_group (2e529937-e7a9-4f4c-bf43-961409bd24df), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.735574 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e680ca1f-21c1-4aff-aebb-e95acbbec0f3 None None] Deleting port 42a0037b-8ee9-49d6-a49f-3e059a67889c {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:56.735944 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e680ca1f-21c1-4aff-aebb-e95acbbec0f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.746213 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Deleting port 42a0037b-8ee9-49d6-a49f-3e059a67889c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:25:56.746213 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.749057 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:56.801140 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:56.801479 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 2c2f8368-38b7-4d66-9fd6-2a47de55f4c7 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:56.803148 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] For port 42a0037b-8ee9-49d6-a49f-3e059a67889c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=42a0037b-8ee9-49d6-a49f-3e059a67889c,segment=NetworkSegment(dbd7bbb5-f379-405e-bf81-2b920ab7c042),segment_id=dbd7bbb5-f379-405e-bf81-2b920ab7c042)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:56.803515 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.817046 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Calling delete_port for 42a0037b-8ee9-49d6-a49f-3e059a67889c owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:56.820778 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e680ca1f-21c1-4aff-aebb-e95acbbec0f3 None None] For port 42a0037b-8ee9-49d6-a49f-3e059a67889c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=42a0037b-8ee9-49d6-a49f-3e059a67889c,segment=NetworkSegment(dbd7bbb5-f379-405e-bf81-2b920ab7c042),segment_id=dbd7bbb5-f379-405e-bf81-2b920ab7c042)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:25:56.821173 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e680ca1f-21c1-4aff-aebb-e95acbbec0f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.833719 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e680ca1f-21c1-4aff-aebb-e95acbbec0f3 None None] Calling delete_port for 42a0037b-8ee9-49d6-a49f-3e059a67889c owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:25:56.923425 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41390) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:56.928022 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e00668e8-a9b1-496e-bda0-659d740984c1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81699721', 'description': 'tempest-description--464206800'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:25:56.957186 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-234e613e-273a-4947-9e32-6be6ce2b8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (2e529937-e7a9-4f4c-bf43-961409bd24df), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.959716 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-234e613e-273a-4947-9e32-6be6ce2b8cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:56.960835 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-234e613e-273a-4947-9e32-6be6ce2b8cdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e529937-e7a9-4f4c-bf43-961409bd24df HTTP/1.1" status: 204 len: 168 time: 0.4618931 Apr 03 16:25:56.967944 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e613e-273a-4947-9e32-6be6ce2b8cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e529937-e7a9-4f4c-bf43-961409bd24df,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:56.995900 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.006000 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e680ca1f-21c1-4aff-aebb-e95acbbec0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975'] for port (42a0037b-8ee9-49d6-a49f-3e059a67889c), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.023263 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Pushing event deleted for resources: {'Port': ['ID=42a0037b-8ee9-49d6-a49f-3e059a67889c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:57.024970 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] No DVR routers for this DVR port 42a0037b-8ee9-49d6-a49f-3e059a67889c on host dv-cinder-836247-2-iscsi {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:57.032429 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680ca1f-21c1-4aff-aebb-e95acbbec0f3 None None] Pushing event deleted for resources: {'Port': ['ID=42a0037b-8ee9-49d6-a49f-3e059a67889c,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:57.038074 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680ca1f-21c1-4aff-aebb-e95acbbec0f3 None None] No DVR routers for this DVR port 42a0037b-8ee9-49d6-a49f-3e059a67889c on host dv-cinder-836247-2-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:25:57.094342 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e00668e8-a9b1-496e-bda0-659d740984c1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.110411 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (1b9932fa-76cb-4492-a562-5da251f48b00), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.138076 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9932fa-76cb-4492-a562-5da251f48b00']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:57.149435 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd7bbb5-f379-405e-bf81-2b920ab7c042') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:57.150268 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd7bbb5-f379-405e-bf81-2b920ab7c042') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:25:57.167405 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (dbd7bbb5-f379-405e-bf81-2b920ab7c042), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.184658 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (dbd7bbb5-f379-405e-bf81-2b920ab7c042), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.194472 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:25:57.194876 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (dbd7bbb5-f379-405e-bf81-2b920ab7c042), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:25:57.196457 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:25:57.249260 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e00668e8-a9b1-496e-bda0-659d740984c1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (9a29b2eb-6868-49b9-8d7b-ac3491a07b04), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.388123 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e00668e8-a9b1-496e-bda0-659d740984c1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (9a29b2eb-6868-49b9-8d7b-ac3491a07b04), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.415152 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (1b9932fa-76cb-4492-a562-5da251f48b00), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.421563 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.424763 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] 10.222.0.37 "DELETE /v2.0/networks/1b9932fa-76cb-4492-a562-5da251f48b00 HTTP/1.1" status: 204 len: 168 time: 0.9079423 Apr 03 16:25:57.426464 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00668e8-a9b1-496e-bda0-659d740984c1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a29b2eb-6868-49b9-8d7b-ac3491a07b04,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:57.440850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6eae33-c946-4482-be83-5090ac9ecccc admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9932fa-76cb-4492-a562-5da251f48b00,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:57.519480 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e00668e8-a9b1-496e-bda0-659d740984c1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.528410 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-e00668e8-a9b1-496e-bda0-659d740984c1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5967119 Apr 03 16:25:57.528410 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41398) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:57.534789 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b51d9758-9281-4bc0-88ff-14c4f03f89e4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group_rule': {'security_group_id': '9a29b2eb-6868-49b9-8d7b-ac3491a07b04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:25:57.661972 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b51d9758-9281-4bc0-88ff-14c4f03f89e4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (06ef0baf-1bc6-4eac-9cb7-08e1fad2a941), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.714600 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b51d9758-9281-4bc0-88ff-14c4f03f89e4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (06ef0baf-1bc6-4eac-9cb7-08e1fad2a941), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.825671 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b51d9758-9281-4bc0-88ff-14c4f03f89e4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (06ef0baf-1bc6-4eac-9cb7-08e1fad2a941), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.843776 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d9758-9281-4bc0-88ff-14c4f03f89e4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ef0baf-1bc6-4eac-9cb7-08e1fad2a941,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:57.877974 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41408) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:57.916989 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-09ec0d5f-65fa-44ad-aa9a-15e1817870c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6828b1bee678430d9fed44785ab214de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377915 Apr 03 16:25:57.919315 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41410) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:57.965738 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b51d9758-9281-4bc0-88ff-14c4f03f89e4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.966933 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b51d9758-9281-4bc0-88ff-14c4f03f89e4 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4418859 Apr 03 16:25:57.969831 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0709221a-8a2c-424a-9372-8d6e402a10bd admin admin] Publish callbacks [] for security_group (4e0b0c4f-0715-4c0c-a146-5bfddac27c65), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:57.969960 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41412) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:57.974426 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c81a43f6-1b17-42f3-b6c9-fe5d0eb0eafb tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'security_group_rule': {'security_group_id': '9a29b2eb-6868-49b9-8d7b-ac3491a07b04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:25:57.991752 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0709221a-8a2c-424a-9372-8d6e402a10bd admin admin] Publish callbacks [] for security_group (4e0b0c4f-0715-4c0c-a146-5bfddac27c65), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:58.067667 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c81a43f6-1b17-42f3-b6c9-fe5d0eb0eafb tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (f34d8b03-fa5a-4edf-9486-035ec7cf2cb1), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:58.121195 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0709221a-8a2c-424a-9372-8d6e402a10bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4e0b0c4f-0715-4c0c-a146-5bfddac27c65), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:58.125603 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0709221a-8a2c-424a-9372-8d6e402a10bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:58.131320 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-0709221a-8a2c-424a-9372-8d6e402a10bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e0b0c4f-0715-4c0c-a146-5bfddac27c65 HTTP/1.1" status: 204 len: 168 time: 0.2107415 Apr 03 16:25:58.132503 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c81a43f6-1b17-42f3-b6c9-fe5d0eb0eafb tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (f34d8b03-fa5a-4edf-9486-035ec7cf2cb1), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:58.143389 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709221a-8a2c-424a-9372-8d6e402a10bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0b0c4f-0715-4c0c-a146-5bfddac27c65,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:58.300420 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c81a43f6-1b17-42f3-b6c9-fe5d0eb0eafb tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (f34d8b03-fa5a-4edf-9486-035ec7cf2cb1), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:58.313124 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 42a0037b-8ee9-49d6-a49f-3e059a67889c no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:25:58.320781 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a43f6-1b17-42f3-b6c9-fe5d0eb0eafb tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34d8b03-fa5a-4edf-9486-035ec7cf2cb1,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:58.332706 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 42a0037b-8ee9-49d6-a49f-3e059a67889c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:25:58.333792 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 42a0037b-8ee9-49d6-a49f-3e059a67889c not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:25:58.447999 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c81a43f6-1b17-42f3-b6c9-fe5d0eb0eafb tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:58.449506 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c81a43f6-1b17-42f3-b6c9-fe5d0eb0eafb tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4784577 Apr 03 16:25:58.454273 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41424) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:58.459051 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:25:58.594241 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:58.700064 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:58.823170 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Allocated IP 172.27.0.46 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:25:58.924738 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.043373 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.083151 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41470) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:59.086729 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:25:59.089619 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:25:59.092059 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:25:59.121443 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:59.126956 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b5604d92-c757-47c7-829d-c439cc89d08e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c80d35f16cf14a03acaf781119bf1bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414901 Apr 03 16:25:59.129485 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41472) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:25:59.164230 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.178539 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd3bf-f49e-4772-ac6d-49147e9573d0 admin admin] Publish callbacks [] for security_group (91955e1d-0589-47b7-acf3-be6977f8e526), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.191062 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (28a4526f-aba1-40b6-bf78-76343af8066b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.200810 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd3bf-f49e-4772-ac6d-49147e9573d0 admin admin] Publish callbacks [] for security_group (91955e1d-0589-47b7-acf3-be6977f8e526), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.308542 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.340246 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd3bf-f49e-4772-ac6d-49147e9573d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (91955e1d-0589-47b7-acf3-be6977f8e526), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.342898 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd3bf-f49e-4772-ac6d-49147e9573d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.344144 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-4a0cd3bf-f49e-4772-ac6d-49147e9573d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91955e1d-0589-47b7-acf3-be6977f8e526 HTTP/1.1" status: 204 len: 168 time: 0.2137771 Apr 03 16:25:59.353472 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cd3bf-f49e-4772-ac6d-49147e9573d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91955e1d-0589-47b7-acf3-be6977f8e526,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:59.468003 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.597283 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.666071 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:25:59.677608 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (28a4526f-aba1-40b6-bf78-76343af8066b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.685477 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4551268d-08cb-4f8d-9ba9-393c92b37ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.851004 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:25:59.852653 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8973e840-1acb-4160-9739-8866421498e5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3970301 Apr 03 16:26:00.061850 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-836be063-d11a-4c72-92e2-85b1d81e597e tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--81699721&fields=id&tenant_id=9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 267 time: 0.0500908 Apr 03 16:26:00.179842 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29df7ce-96c3-4664-8177-00114606db46 req-4f7c397e-5076-4a55-969e-d85022683dc7 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:00.181867 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-4f7c397e-5076-4a55-969e-d85022683dc7 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 814 time: 0.1126668 Apr 03 16:26:00.196102 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-91238346-45d4-48ce-ad3c-8901176872ec tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/quotas/9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 375 time: 0.0088956 Apr 03 16:26:00.257740 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-af73848a-9fd8-47ca-966d-2a1a016b332c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532336 Apr 03 16:26:00.360443 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-a1b4eafc-4409-473c-8ec9-0eec37a8131d service neutron] 10.222.0.37 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868695 Apr 03 16:26:00.454646 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-cedb00cb-fa96-4251-87ac-15a2ba8b3442 service neutron] 10.222.0.37 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866370 Apr 03 16:26:00.703579 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-60dde66c-a3ff-4bd3-aa8f-7daab8069412 req-13e46135-7038-4377-ab18-4638d70e8e05 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 210 time: 0.0310535 Apr 03 16:26:01.803862 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e075af0c-a8d0-4344-82c4-b3f4553afd39 req-3b47c712-0399-4065-a928-3ba0be7538e3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 210 time: 0.0295472 Apr 03 16:26:01.914172 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c2131d1-b91c-45b4-92fd-e51f2f76e07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:02.213955 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-793fe7a8-59c1-41f7-94c0-2b4d82f76db5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439458 Apr 03 16:26:02.283605 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-a3b41470-6a3a-471f-8c29-204848ff9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:02.285121 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-a3b41470-6a3a-471f-8c29-204848ff9887 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d18393cd72468a8c4f01bd9c6aea63&device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 1129 time: 0.0451055 Apr 03 16:26:02.395795 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-0f94c2e4-5bfc-44c6-aff8-ed1e68641939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:02.397317 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-0f94c2e4-5bfc-44c6-aff8-ed1e68641939 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 HTTP/1.1" status: 200 len: 909 time: 0.0915606 Apr 03 16:26:02.468588 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-fb10a29d-6fe0-4cb3-be00-d48ef264ea0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428 HTTP/1.1" status: 200 len: 1000 time: 0.0603108 Apr 03 16:26:02.518419 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-cf8499b6-b92f-4f9c-ab3f-d199882e7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:02.520129 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-cf8499b6-b92f-4f9c-ab3f-d199882e7071 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54e23844-ec83-4128-9385-e9f6fb20ae02 HTTP/1.1" status: 200 len: 847 time: 0.0458965 Apr 03 16:26:02.649870 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-e32939e2-73fd-402e-bfaf-f444ea5e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:02.651625 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-e32939e2-73fd-402e-bfaf-f444ea5e6b08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1207349 Apr 03 16:26:02.661226 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29df7ce-96c3-4664-8177-00114606db46 req-d305f59d-7e75-4c0f-be00-bb892f3396de tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:02.662696 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-d305f59d-7e75-4c0f-be00-bb892f3396de tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 814 time: 0.1414161 Apr 03 16:26:02.786862 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-f0d39457-e9c9-4c62-adaf-eeb370e8840c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9647e423a51e409b8ab4cd779b130ad8 HTTP/1.1" status: 200 len: 378 time: 0.1142645 Apr 03 16:26:02.797934 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'port': {'device_id': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'admin_state_up': True, 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'security_groups': ['9a29b2eb-6868-49b9-8d7b-ac3491a07b04']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:26:02.816527 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-57e640d7-0c18-42bd-b088-52726f195d7b service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528394 Apr 03 16:26:02.950725 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c3db7ab7-fedc-4aea-a53d-07dcda9b9d71 req-1541f761-fac6-4d69-9771-a1ba63f92eef tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 210 time: 0.0738897 Apr 03 16:26:02.960504 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:03.015680 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-da4e8e4c-662f-4333-8bc7-6ba32e5e6bb4 service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677113 Apr 03 16:26:03.088762 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Made reservation on behalf of 9647e423a51e409b8ab4cd779b130ad8 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:26:03.092420 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:03.226062 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Allocated IP 172.20.0.6 (45d16502-bfea-4cd7-9a04-a1e90b72c332/4bb12f4e-96b5-456c-9dd1-7dd0370c42c9/40245aa6-f90d-493a-86da-427fb6792305) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:26:03.382089 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for port (40245aa6-f90d-493a-86da-427fb6792305), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:03.466313 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (40245aa6-f90d-493a-86da-427fb6792305), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:03.507616 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:26:03.511120 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:26:03.514955 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:26:03.547141 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event updated for resources: {'Port': ['ID=40245aa6-f90d-493a-86da-427fb6792305,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:03.581443 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:03.582315 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:03.671216 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-9b41f1e7-0652-485c-ba14-f9e064e33d23 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8783555 Apr 03 16:26:03.746591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Request body: {'port': {'device_id': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:26:03.806261 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3addb622-e879-47c4-8870-9068aa41107b None None] Provisioning complete for port 40245aa6-f90d-493a-86da-427fb6792305 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:26:03.806532 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3addb622-e879-47c4-8870-9068aa41107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (40245aa6-f90d-493a-86da-427fb6792305), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:03.806696 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (40245aa6-f90d-493a-86da-427fb6792305), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:03.840424 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3addb622-e879-47c4-8870-9068aa41107b None None] Port 40245aa6-f90d-493a-86da-427fb6792305 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:26:04.070292 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40245aa6-f90d-493a-86da-427fb6792305 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:26:04.078599 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Publish callbacks [] for port (40245aa6-f90d-493a-86da-427fb6792305), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:04.086971 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4135ced-a6bb-44a6-9fb3-6ba35cf4dab3 req-69b6561e-7432-4022-b209-b309a5c18035 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:04.088491 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f4135ced-a6bb-44a6-9fb3-6ba35cf4dab3 req-69b6561e-7432-4022-b209-b309a5c18035 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 931 time: 0.0526769 Apr 03 16:26:04.091275 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Transition to ACTIVE for port object 40245aa6-f90d-493a-86da-427fb6792305 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:26:04.142098 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f4135ced-a6bb-44a6-9fb3-6ba35cf4dab3 req-78ce99e2-17db-4656-836d-88a9bfaf343f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442252 Apr 03 16:26:04.185672 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (40245aa6-f90d-493a-86da-427fb6792305), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:04.234624 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Pushing event updated for resources: {'Port': ['ID=40245aa6-f90d-493a-86da-427fb6792305,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:04.313904 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Attempting to bind port 40245aa6-f90d-493a-86da-427fb6792305 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:26:04.316279 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Attempting to bind port 40245aa6-f90d-493a-86da-427fb6792305 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:26:04.316279 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Attempting to bind port 40245aa6-f90d-493a-86da-427fb6792305 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:26:04.319674 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Port 40245aa6-f90d-493a-86da-427fb6792305 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:26:04.320000 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Attempting to bind port 40245aa6-f90d-493a-86da-427fb6792305 on network 45d16502-bfea-4cd7-9a04-a1e90b72c332 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:26:04.325641 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:26:04.325975 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Checking segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:26:04.326354 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Bound using segment: {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:26:04.326813 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Bound port: 40245aa6-f90d-493a-86da-427fb6792305, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336b899-8206-473e-affd-1f3458addbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:26:04.327173 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (40245aa6-f90d-493a-86da-427fb6792305), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:04.333868 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:04.400542 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] For port 40245aa6-f90d-493a-86da-427fb6792305, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:26:04.403745 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] For port 40245aa6-f90d-493a-86da-427fb6792305, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=40245aa6-f90d-493a-86da-427fb6792305,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:26:04.468928 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (40245aa6-f90d-493a-86da-427fb6792305), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:04.502339 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:04.502968 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:04.504361 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] 10.222.0.21 "PUT /v2.0/ports/40245aa6-f90d-493a-86da-427fb6792305 HTTP/1.1" status: 200 len: 1093 time: 0.7621350 Apr 03 16:26:04.504750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'tag': '40245aa6-f90d-493a-86da-427fb6792305'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:26:04.506970 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c56738-7e58-4a9f-acb8-cbdb350e4846" -d '{"events": [{"name": "network-changed", "server_uuid": "6fae1d84-7aa5-40eb-98be-d08c5d207dcb", "tag": "40245aa6-f90d-493a-86da-427fb6792305"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:26:04.535197 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235b735-1bd1-45e2-86cc-fc686e7cdd06 service neutron] Pushing event updated for resources: {'Port': ['ID=40245aa6-f90d-493a-86da-427fb6792305,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:04.544667 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907e5720-4387-4f6c-8f0a-4f5c3730f2ac x-openstack-request-id: req-907e5720-4387-4f6c-8f0a-4f5c3730f2ac {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:26:04.544965 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fae1d84-7aa5-40eb-98be-d08c5d207dcb", "tag": "40245aa6-f90d-493a-86da-427fb6792305", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:26:04.545219 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-907e5720-4387-4f6c-8f0a-4f5c3730f2ac {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:26:04.545655 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907e5720-4387-4f6c-8f0a-4f5c3730f2ac'] response: {'name': 'network-changed', 'server_uuid': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'tag': '40245aa6-f90d-493a-86da-427fb6792305', 'status': 'completed', 'code': 200} Apr 03 16:26:04.619599 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c56738-7e58-4a9f-acb8-cbdb350e4846 req-119f4cd9-99b9-4000-b7af-b5f073ca60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:04.621170 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-04c56738-7e58-4a9f-acb8-cbdb350e4846 req-119f4cd9-99b9-4000-b7af-b5f073ca60bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 1127 time: 0.0509627 Apr 03 16:26:04.724949 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c56738-7e58-4a9f-acb8-cbdb350e4846 req-4a0bad33-cf86-4843-a3d6-9af3c060ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:04.726351 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-04c56738-7e58-4a9f-acb8-cbdb350e4846 req-4a0bad33-cf86-4843-a3d6-9af3c060ec31 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9647e423a51e409b8ab4cd779b130ad8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0981331 Apr 03 16:26:04.829429 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c56738-7e58-4a9f-acb8-cbdb350e4846 req-d6b28da4-e38d-4fdd-b8a2-fd2ef82a2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:04.830946 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-04c56738-7e58-4a9f-acb8-cbdb350e4846 req-d6b28da4-e38d-4fdd-b8a2-fd2ef82a2c93 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924788 Apr 03 16:26:04.916552 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29df7ce-96c3-4664-8177-00114606db46 req-5f736787-9b66-470a-8ff9-9d15846d6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:04.918045 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-5f736787-9b66-470a-8ff9-9d15846d6159 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 1127 time: 0.0448318 Apr 03 16:26:04.969731 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-d234024d-aace-4dd0-91be-15a8c4da8101 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40245aa6-f90d-493a-86da-427fb6792305 HTTP/1.1" status: 200 len: 217 time: 0.0397601 Apr 03 16:26:05.027226 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29df7ce-96c3-4664-8177-00114606db46 req-9951df7f-3aef-432c-a871-7a1ac828a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:05.028688 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-9951df7f-3aef-432c-a871-7a1ac828a7a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 200 len: 853 time: 0.0484743 Apr 03 16:26:05.078065 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29df7ce-96c3-4664-8177-00114606db46 req-141ba0ad-2ee7-45a3-87d9-b3452c779814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:05.079654 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-141ba0ad-2ee7-45a3-87d9-b3452c779814 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45d16502-bfea-4cd7-9a04-a1e90b72c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443959 Apr 03 16:26:05.171448 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-1838efa4-8619-4c94-9312-4573c3ea6f76 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847135 Apr 03 16:26:05.261530 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d29df7ce-96c3-4664-8177-00114606db46 req-679745ca-5bf4-47ff-964b-b1cba3aa5b41 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836852 Apr 03 16:26:05.267608 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456062a-9d97-40b2-9eee-356cc2565257 req-b7e65b4f-a963-4bbd-a4a7-f21a6a39640f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:05.270641 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3456062a-9d97-40b2-9eee-356cc2565257 req-b7e65b4f-a963-4bbd-a4a7-f21a6a39640f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 943 time: 0.0545721 Apr 03 16:26:05.318273 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3456062a-9d97-40b2-9eee-356cc2565257 req-c11cbca7-ed9c-4fd6-b9ad-fdd123f2bfe1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416493 Apr 03 16:26:05.811534 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:06.436321 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db80a0-d099-4320-8cd0-113e47567fc6 req-b95b99e2-a382-4016-8b8c-ffd671dacfe3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:06.437797 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-11db80a0-d099-4320-8cd0-113e47567fc6 req-b95b99e2-a382-4016-8b8c-ffd671dacfe3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 943 time: 0.0505838 Apr 03 16:26:06.489252 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-11db80a0-d099-4320-8cd0-113e47567fc6 req-cdc6af9a-d826-455e-a797-1aebac92c227 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452740 Apr 03 16:26:07.607195 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8293c-df59-4d5e-a462-e7d227adf9b8 req-e11f842c-ce06-40ad-abc7-f2687e2f2206 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:07.608664 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d7e8293c-df59-4d5e-a462-e7d227adf9b8 req-e11f842c-ce06-40ad-abc7-f2687e2f2206 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 943 time: 0.0519967 Apr 03 16:26:07.655787 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d7e8293c-df59-4d5e-a462-e7d227adf9b8 req-20d5d18b-9afa-448e-adc8-75cd0a78ea63 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408943 Apr 03 16:26:08.772898 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08531943-c0f3-42fd-a3aa-ebbd1e7c3a70 req-73227f7f-6c31-4c05-bbe0-8ae2deb8567f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:08.774381 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-08531943-c0f3-42fd-a3aa-ebbd1e7c3a70 req-73227f7f-6c31-4c05-bbe0-8ae2deb8567f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 943 time: 0.0519798 Apr 03 16:26:08.807530 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 40245aa6-f90d-493a-86da-427fb6792305 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:26:08.820395 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-08531943-c0f3-42fd-a3aa-ebbd1e7c3a70 req-e3a16af0-fb30-48eb-94b1-ff9721bbd763 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399141 Apr 03 16:26:08.908978 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 40245aa6-f90d-493a-86da-427fb6792305, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=40245aa6-f90d-493a-86da-427fb6792305,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:26:08.921153 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '40245aa6-f90d-493a-86da-427fb6792305', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'port_id': '40245aa6-f90d-493a-86da-427fb6792305', 'mac_address': 'fa:16:3e:a3:11:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:26:08.958930 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 40245aa6-f90d-493a-86da-427fb6792305 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:26:08.959324 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (40245aa6-f90d-493a-86da-427fb6792305), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:08.972410 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40245aa6-f90d-493a-86da-427fb6792305 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:26:08.992497 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 40245aa6-f90d-493a-86da-427fb6792305, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=40245aa6-f90d-493a-86da-427fb6792305,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:26:09.065864 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (40245aa6-f90d-493a-86da-427fb6792305), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:09.117416 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=40245aa6-f90d-493a-86da-427fb6792305,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:09.450160 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['40245aa6-f90d-493a-86da-427fb6792305'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:26:09.943160 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41e21-0b93-4a3d-a81b-e3934ffa376b req-8d21ef5e-be8b-43fa-9740-bf7e43cd13a7 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:09.944664 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c9d41e21-0b93-4a3d-a81b-e3934ffa376b req-8d21ef5e-be8b-43fa-9740-bf7e43cd13a7 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 944 time: 0.0562880 Apr 03 16:26:09.998911 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c9d41e21-0b93-4a3d-a81b-e3934ffa376b req-55eaec9f-0e5d-4ac4-89c6-af5650c65769 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461805 Apr 03 16:26:10.816319 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 40245aa6-f90d-493a-86da-427fb6792305 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:26:10.922288 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 40245aa6-f90d-493a-86da-427fb6792305 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:26:10.926360 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 40245aa6-f90d-493a-86da-427fb6792305 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:26:10.926764 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (40245aa6-f90d-493a-86da-427fb6792305), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:11.002120 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 40245aa6-f90d-493a-86da-427fb6792305 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:26:11.002492 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (40245aa6-f90d-493a-86da-427fb6792305), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:11.023497 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40245aa6-f90d-493a-86da-427fb6792305'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:26:11.025675 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9218dd12-ad01-4d9b-bddd-0d64cf3249b6" -d '{"events": [{"server_uuid": "6fae1d84-7aa5-40eb-98be-d08c5d207dcb", "name": "network-vif-plugged", "status": "completed", "tag": "40245aa6-f90d-493a-86da-427fb6792305"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:26:11.040536 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 40245aa6-f90d-493a-86da-427fb6792305, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=40245aa6-f90d-493a-86da-427fb6792305,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:26:11.062676 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327ecb40-0425-4c31-848f-7ec03b8b620d x-openstack-request-id: req-327ecb40-0425-4c31-848f-7ec03b8b620d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:26:11.063205 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fae1d84-7aa5-40eb-98be-d08c5d207dcb", "name": "network-vif-plugged", "status": "completed", "tag": "40245aa6-f90d-493a-86da-427fb6792305", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:26:11.063600 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-327ecb40-0425-4c31-848f-7ec03b8b620d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:26:11.063862 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327ecb40-0425-4c31-848f-7ec03b8b620d'] response: {'server_uuid': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40245aa6-f90d-493a-86da-427fb6792305', 'code': 200} Apr 03 16:26:11.119473 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (40245aa6-f90d-493a-86da-427fb6792305), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:11.122795 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23060500-84ae-4563-b61b-042205219384 req-0a23a28a-7bdd-47f2-a539-c7f7bd8b6bdc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:11.124371 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23060500-84ae-4563-b61b-042205219384 req-0a23a28a-7bdd-47f2-a539-c7f7bd8b6bdc tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 944 time: 0.0562770 Apr 03 16:26:11.171242 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=40245aa6-f90d-493a-86da-427fb6792305,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:11.171511 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-23060500-84ae-4563-b61b-042205219384 req-765248f3-5857-40ee-825b-1cd93bf4b9d9 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411043 Apr 03 16:26:11.367255 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929bc42-227a-41e2-9803-41f0e57f125e req-238296fa-2110-4ee5-bc70-5ed6f7a36527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:11.369204 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d929bc42-227a-41e2-9803-41f0e57f125e req-238296fa-2110-4ee5-bc70-5ed6f7a36527 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 1129 time: 0.0479581 Apr 03 16:26:11.411763 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d929bc42-227a-41e2-9803-41f0e57f125e req-0e4d5127-3e46-4e02-a90c-38694a2bc18f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358064 Apr 03 16:26:12.291137 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb109c4e-6cc1-40cd-bcfa-fee2efe90332 req-eaf26009-eed2-4f23-8d8f-d20b80ac4011 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:12.292620 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-eb109c4e-6cc1-40cd-bcfa-fee2efe90332 req-eaf26009-eed2-4f23-8d8f-d20b80ac4011 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 945 time: 0.0534914 Apr 03 16:26:12.338554 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-eb109c4e-6cc1-40cd-bcfa-fee2efe90332 req-888fe882-2c79-4546-8c57-ed2737f7703f tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402448 Apr 03 16:26:13.462943 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611aa95-25ae-4089-81c0-29881917e9fc req-412655be-3648-44c7-865f-3c00f6815166 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:13.464306 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d611aa95-25ae-4089-81c0-29881917e9fc req-412655be-3648-44c7-865f-3c00f6815166 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 945 time: 0.0529878 Apr 03 16:26:13.509992 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d611aa95-25ae-4089-81c0-29881917e9fc req-d7483cd8-bda7-461c-bce5-79155dd6a98d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401132 Apr 03 16:26:13.629395 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe5be8-3dde-4b9d-b3e7-8efdcf4f57a0 req-f4ca155d-c642-4824-8002-e8b5f01f318b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:13.630894 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-99fe5be8-3dde-4b9d-b3e7-8efdcf4f57a0 req-f4ca155d-c642-4824-8002-e8b5f01f318b tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 945 time: 0.0546410 Apr 03 16:26:13.639346 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41610) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:26:13.643630 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2dc34232-01ba-432e-8421-17f2f637dcc1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Request body: {'floatingip': {'port_id': '40245aa6-f90d-493a-86da-427fb6792305'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:26:13.681714 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2dc34232-01ba-432e-8421-17f2f637dcc1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (28a4526f-aba1-40b6-bf78-76343af8066b), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:14.353822 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2dc34232-01ba-432e-8421-17f2f637dcc1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:14.408061 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2dc34232-01ba-432e-8421-17f2f637dcc1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (28a4526f-aba1-40b6-bf78-76343af8066b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:14.506457 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-2dc34232-01ba-432e-8421-17f2f637dcc1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Floating IP 28a4526f-aba1-40b6-bf78-76343af8066b associated. External IP: 172.27.0.46, port: 40245aa6-f90d-493a-86da-427fb6792305. Apr 03 16:26:14.709932 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc34232-01ba-432e-8421-17f2f637dcc1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Router 5da245a6-1534-42ed-9596-3ce504c224b9 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:26:14.816721 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc34232-01ba-432e-8421-17f2f637dcc1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:26:14.821016 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2dc34232-01ba-432e-8421-17f2f637dcc1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:14.826758 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:26:14.835941 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:26:14.836541 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:26:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:26:14.850170 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2dc34232-01ba-432e-8421-17f2f637dcc1 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "PUT /v2.0/floatingips/28a4526f-aba1-40b6-bf78-76343af8066b HTTP/1.1" status: 200 len: 990 time: 1.2097712 Apr 03 16:26:14.850862 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'tag': '40245aa6-f90d-493a-86da-427fb6792305'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:26:14.854986 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6fae1d84-7aa5-40eb-98be-d08c5d207dcb", "tag": "40245aa6-f90d-493a-86da-427fb6792305"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:26:14.890469 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364176a8-9185-4d36-b86e-f8e8e6ac0264 x-openstack-request-id: req-364176a8-9185-4d36-b86e-f8e8e6ac0264 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:26:14.890784 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fae1d84-7aa5-40eb-98be-d08c5d207dcb", "tag": "40245aa6-f90d-493a-86da-427fb6792305", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:26:14.891055 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-364176a8-9185-4d36-b86e-f8e8e6ac0264 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:26:14.891452 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364176a8-9185-4d36-b86e-f8e8e6ac0264'] response: {'name': 'network-changed', 'server_uuid': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'tag': '40245aa6-f90d-493a-86da-427fb6792305', 'status': 'completed', 'code': 200} Apr 03 16:26:14.941456 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:26:14.959742 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-67d0827a-c6a7-434f-9fb5-8e6d22dc6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:14.961220 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-67d0827a-c6a7-434f-9fb5-8e6d22dc6b3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9647e423a51e409b8ab4cd779b130ad8&device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 1129 time: 0.0474310 Apr 03 16:26:15.050934 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-c7641353-0ddc-4359-a92c-3da7cd1d67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:15.052394 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-c7641353-0ddc-4359-a92c-3da7cd1d67b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 200 len: 915 time: 0.0845935 Apr 03 16:26:15.120747 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-5f12b3a8-d690-4ac0-84a1-76860897a87f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40245aa6-f90d-493a-86da-427fb6792305 HTTP/1.1" status: 200 len: 998 time: 0.0614586 Apr 03 16:26:15.167117 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '28a4526f-aba1-40b6-bf78-76343af8066b', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '40245aa6-f90d-493a-86da-427fb6792305', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:a3:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:25:59Z', 'updated_at': '2022-04-03T16:26:14Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:26:15.171503 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-3209ca16-e431-4754-a2b2-418e1f899617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:15.172970 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-3209ca16-e431-4754-a2b2-418e1f899617 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 200 len: 853 time: 0.0456619 Apr 03 16:26:15.194005 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:26:15.202677 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:26:15.203279 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:26:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:26:15.222126 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-d6656459-481c-4921-b023-f321ec3e1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:15.223669 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-d6656459-481c-4921-b023-f321ec3e1c1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45d16502-bfea-4cd7-9a04-a1e90b72c332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442123 Apr 03 16:26:15.324556 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-bd59df93-03ec-4b78-83a6-3d2e5f3aebb5 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926764 Apr 03 16:26:15.402785 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:26:15.420352 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b99e60ec-aae9-4ec1-b081-bfa1a0f510ff req-6e82860b-9f5e-4752-ab8a-b563b6df8910 service neutron] 10.222.0.21 "GET /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886126 Apr 03 16:26:15.619964 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '28a4526f-aba1-40b6-bf78-76343af8066b', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '40245aa6-f90d-493a-86da-427fb6792305', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:a3:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:25:59Z', 'updated_at': '2022-04-03T16:26:14Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:26:15.648700 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a9622-f1a7-4730-a7ec-42df97b9476f None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': '28a4526f-aba1-40b6-bf78-76343af8066b', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'port_id': '40245aa6-f90d-493a-86da-427fb6792305', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'mac_address': 'fa:16:3e:a3:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:25:59Z', 'updated_at': '2022-04-03T16:26:14Z', 'revision_number': 1, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:26:15.831502 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb59c3-1d56-46c8-b0c2-eebe89c0139d req-8b5217c5-aeb4-416e-b3c2-826c596ae774 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:15.833169 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-25fb59c3-1d56-46c8-b0c2-eebe89c0139d req-8b5217c5-aeb4-416e-b3c2-826c596ae774 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0547938 Apr 03 16:26:15.848948 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee1a57c-be6d-4694-b73c-2d8004996021 None None] New status for floating IP 28a4526f-aba1-40b6-bf78-76343af8066b: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:26:15.887511 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-25fb59c3-1d56-46c8-b0c2-eebe89c0139d req-4391fce8-e9a5-4445-a317-957c06345cab tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478210 Apr 03 16:26:16.818182 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:26:17.010884 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b018ee-f340-4791-9c28-f3a61a0b8cdc req-39b60a55-94b3-4954-93ee-e91784b4faff tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:17.012334 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-27b018ee-f340-4791-9c28-f3a61a0b8cdc req-39b60a55-94b3-4954-93ee-e91784b4faff tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0523391 Apr 03 16:26:17.060782 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-27b018ee-f340-4791-9c28-f3a61a0b8cdc req-b5529c23-b015-48cb-99b7-5039be57090c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429108 Apr 03 16:26:18.180886 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af54a7-1f45-4b89-861a-2450b13f50a1 req-088eef6c-21e5-476e-bed9-b250e89bec40 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:18.182230 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-79af54a7-1f45-4b89-861a-2450b13f50a1 req-088eef6c-21e5-476e-bed9-b250e89bec40 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0511854 Apr 03 16:26:18.227128 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-79af54a7-1f45-4b89-861a-2450b13f50a1 req-7d85614c-56d1-4aa4-bfbf-3d69eb112818 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390096 Apr 03 16:26:19.347537 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203edd1b-d3af-4cf8-b8e7-d7842e3055ad req-92861d18-1127-45f9-aee1-b74f750240ab tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:19.349005 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-203edd1b-d3af-4cf8-b8e7-d7842e3055ad req-92861d18-1127-45f9-aee1-b74f750240ab tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0505288 Apr 03 16:26:19.399035 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-203edd1b-d3af-4cf8-b8e7-d7842e3055ad req-9f2aa2fe-f4a3-4b60-91a8-87dc102d597e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436249 Apr 03 16:26:20.517991 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a15cda-77bc-4e13-8a59-bd6a1dc9980c req-7d18ebd2-45b6-49b8-bf97-cf1b1600d88e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:20.519501 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-51a15cda-77bc-4e13-8a59-bd6a1dc9980c req-7d18ebd2-45b6-49b8-bf97-cf1b1600d88e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0511799 Apr 03 16:26:20.567055 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-51a15cda-77bc-4e13-8a59-bd6a1dc9980c req-ce1f3803-1812-42f5-b84e-9e91ac3538d4 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413272 Apr 03 16:26:21.687017 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e038b66-6499-439e-99f1-30847b981ba5 req-238a0bc7-46f3-4c9f-8d44-2d5dd7c2df3a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:21.688396 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e038b66-6499-439e-99f1-30847b981ba5 req-238a0bc7-46f3-4c9f-8d44-2d5dd7c2df3a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0513425 Apr 03 16:26:21.733351 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6e038b66-6499-439e-99f1-30847b981ba5 req-a2f2882b-51d5-42a2-8dfa-726cd5956638 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394270 Apr 03 16:26:22.858698 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf27a72-e9a4-40e6-8565-07acff1a1499 req-62b770d7-ef64-4357-a091-b25dcccb3105 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:22.860113 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cdf27a72-e9a4-40e6-8565-07acff1a1499 req-62b770d7-ef64-4357-a091-b25dcccb3105 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0555930 Apr 03 16:26:22.913245 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cdf27a72-e9a4-40e6-8565-07acff1a1499 req-c852ddf3-3150-4173-9544-40ce34808fbf tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474572 Apr 03 16:26:24.040401 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a3053-4ab6-4d78-bd3c-b56fec94226b req-f6ff8d15-3380-4b24-beba-296e164b8a8c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:24.041850 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2e0a3053-4ab6-4d78-bd3c-b56fec94226b req-f6ff8d15-3380-4b24-beba-296e164b8a8c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0553389 Apr 03 16:26:24.087142 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2e0a3053-4ab6-4d78-bd3c-b56fec94226b req-e84ce855-bb48-40d6-9c37-04a6004d2870 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390706 Apr 03 16:26:25.207591 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d648b-edde-49f2-810e-f7fffa0f9369 req-7b421984-5f18-40bb-ad39-a54688be534a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:25.209041 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6b8d648b-edde-49f2-810e-f7fffa0f9369 req-7b421984-5f18-40bb-ad39-a54688be534a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0514221 Apr 03 16:26:25.255007 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6b8d648b-edde-49f2-810e-f7fffa0f9369 req-8210e953-9e63-434a-b91c-428c4f0973ee tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395408 Apr 03 16:26:26.376815 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e9f4c-1b8f-4468-ab97-b2901610742e req-84ccf6f6-f6fa-4312-a184-b90e1ef7483f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:26.378289 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a44e9f4c-1b8f-4468-ab97-b2901610742e req-84ccf6f6-f6fa-4312-a184-b90e1ef7483f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0517979 Apr 03 16:26:26.423401 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a44e9f4c-1b8f-4468-ab97-b2901610742e req-a3e3e862-bb49-4ec6-a86a-8308ee6f2d08 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393643 Apr 03 16:26:27.548889 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ab3fc-9637-4934-846b-94156242c6a3 req-eae07038-ed40-459b-830d-2c95bf0a18a2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:27.550381 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-114ab3fc-9637-4934-846b-94156242c6a3 req-eae07038-ed40-459b-830d-2c95bf0a18a2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0556581 Apr 03 16:26:27.596025 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-114ab3fc-9637-4934-846b-94156242c6a3 req-bb8c4157-4226-487f-9b8c-8af516d2c093 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400133 Apr 03 16:26:28.717290 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5be9b-34f0-405c-8832-c4cbbf6fb2c5 req-d123789b-95c2-4d98-8800-4e9c41bf1e35 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:28.718750 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3af5be9b-34f0-405c-8832-c4cbbf6fb2c5 req-d123789b-95c2-4d98-8800-4e9c41bf1e35 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0521100 Apr 03 16:26:28.766531 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3af5be9b-34f0-405c-8832-c4cbbf6fb2c5 req-8a5c98d6-53cc-4e80-be1d-c8079ca90d61 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 Apr 03 16:26:29.199251 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:29.596311 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f94e0f0-6309-44b7-ab42-1d3b0c958076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:29.887063 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0a203-1877-4a66-90b6-2741da594b86 req-a6454ca1-3615-4821-b0dd-e25215254c86 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:29.888452 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-33c0a203-1877-4a66-90b6-2741da594b86 req-a6454ca1-3615-4821-b0dd-e25215254c86 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0517888 Apr 03 16:26:29.933394 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-33c0a203-1877-4a66-90b6-2741da594b86 req-a9d74fcd-47bd-4282-bacc-618c6ce5f3d9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394955 Apr 03 16:26:30.915302 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9c4f03ed-9860-480b-ac0d-db5d1ab1806b details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:26:31.011434 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:26:31.022767 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'port_id': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'mac_address': 'fa:16:3e:48:ba:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:26:31.053568 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76796631-12b2-4494-ad66-d6b60306e16f req-526405ad-a157-4707-a6cf-78a12bd7a33b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:31.055088 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-76796631-12b2-4494-ad66-d6b60306e16f req-526405ad-a157-4707-a6cf-78a12bd7a33b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0517247 Apr 03 16:26:31.059730 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:26:31.060118 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:31.072755 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c4f03ed-9860-480b-ac0d-db5d1ab1806b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:26:31.092265 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:26:31.101040 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-76796631-12b2-4494-ad66-d6b60306e16f req-09b75725-32d7-4add-a0ab-8a88fb8d71b9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404520 Apr 03 16:26:31.170861 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:31.216168 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:31.222957 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.223306 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.223649 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.224042 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.224320 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.224648 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.224975 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.225299 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.225622 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.225944 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.226265 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.226611 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.227190 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.227508 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.227824 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:31.404888 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9c4f03ed-9860-480b-ac0d-db5d1ab1806b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:26:31.870932 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5e11543-5606-4772-9db5-5ae79f07fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:32.223708 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b76b5-58c8-4421-80b1-5415952af2ba req-96e45636-7424-4098-9bbe-a6b2aafe16b1 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:32.225200 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-210b76b5-58c8-4421-80b1-5415952af2ba req-96e45636-7424-4098-9bbe-a6b2aafe16b1 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 944 time: 0.0515521 Apr 03 16:26:32.274386 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-210b76b5-58c8-4421-80b1-5415952af2ba req-daa2daba-caed-49c2-a40c-3f4b6c5bfceb tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431550 Apr 03 16:26:32.939249 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9c4f03ed-9860-480b-ac0d-db5d1ab1806b up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:26:32.963900 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:32.989384 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:26:32.989746 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:33.063752 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:26:33.064130 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:33.085564 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:26:33.087793 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd7e148-145f-4de5-8a22-6ac37063d287" -d '{"events": [{"server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "name": "network-vif-plugged", "status": "completed", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:26:33.100338 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:26:33.122924 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1838615-140c-4c48-ae84-72e007dac3e5 x-openstack-request-id: req-b1838615-140c-4c48-ae84-72e007dac3e5 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:26:33.123219 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "name": "network-vif-plugged", "status": "completed", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:26:33.123503 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1838615-140c-4c48-ae84-72e007dac3e5 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:26:33.123902 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1838615-140c-4c48-ae84-72e007dac3e5'] response: {'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'code': 200} Apr 03 16:26:33.196103 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:33.242483 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:33.396079 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65737a9-0a43-40f0-8ae1-8f485d37f271 req-e489231d-75a9-4f97-b47b-406778a152ef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:33.397519 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a65737a9-0a43-40f0-8ae1-8f485d37f271 req-e489231d-75a9-4f97-b47b-406778a152ef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0520964 Apr 03 16:26:33.442256 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a65737a9-0a43-40f0-8ae1-8f485d37f271 req-e84f53b7-7524-497f-8fdb-f6c8086332b8 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391314 Apr 03 16:26:34.307529 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:34.568526 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f245f-4995-4e7d-beec-4b09db150eeb req-4916d5db-89d6-43fa-921c-aa94cc553dc7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:34.569929 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ee7f245f-4995-4e7d-beec-4b09db150eeb req-4916d5db-89d6-43fa-921c-aa94cc553dc7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0541899 Apr 03 16:26:34.615666 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ee7f245f-4995-4e7d-beec-4b09db150eeb req-caaa0f38-0da8-470e-af61-bc12c651cc41 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400386 Apr 03 16:26:35.741642 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159634d0-2180-476c-b686-f5d2f7676787 req-f58b76e6-be55-48f4-97ec-e357730df53c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:35.743148 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-159634d0-2180-476c-b686-f5d2f7676787 req-f58b76e6-be55-48f4-97ec-e357730df53c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0516846 Apr 03 16:26:35.788263 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-159634d0-2180-476c-b686-f5d2f7676787 req-d213a851-40c0-431e-89b9-d95b1d277d29 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389352 Apr 03 16:26:35.842080 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:36.928831 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e87d0-d28a-48c4-8bfe-a80bba88314c req-d138bce6-3f8b-4c38-b45d-a127f69f3370 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:36.931125 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3a2e87d0-d28a-48c4-8bfe-a80bba88314c req-d138bce6-3f8b-4c38-b45d-a127f69f3370 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0711458 Apr 03 16:26:37.006914 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3a2e87d0-d28a-48c4-8bfe-a80bba88314c req-e3048877-5001-4b04-aa05-3ac71f79b770 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624542 Apr 03 16:26:38.158841 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f014c29-7bca-4042-9881-0aa5d91c3889 req-aa8bcdd3-9847-4b51-8468-4c2f164c4b80 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:38.160343 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3f014c29-7bca-4042-9881-0aa5d91c3889 req-aa8bcdd3-9847-4b51-8468-4c2f164c4b80 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0636911 Apr 03 16:26:38.219243 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3f014c29-7bca-4042-9881-0aa5d91c3889 req-567167c3-7139-4d19-a23d-cca712e8f62b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515542 Apr 03 16:26:39.348314 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c21075-0997-4aec-b2a2-a293098c0446 req-85585339-ff9b-440f-a35e-e7d1abb84bc5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:39.349836 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-35c21075-0997-4aec-b2a2-a293098c0446 req-85585339-ff9b-440f-a35e-e7d1abb84bc5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0578666 Apr 03 16:26:39.403946 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-35c21075-0997-4aec-b2a2-a293098c0446 req-c060acb0-835e-46fb-8129-1617e372a47d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467751 Apr 03 16:26:40.530556 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a3d0f-f68b-415f-943a-fc2399c13f53 req-4f406a47-66f1-4e57-8079-744bb7376f0a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:40.532044 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-367a3d0f-f68b-415f-943a-fc2399c13f53 req-4f406a47-66f1-4e57-8079-744bb7376f0a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0557568 Apr 03 16:26:40.579661 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-367a3d0f-f68b-415f-943a-fc2399c13f53 req-ab026490-a632-4190-9971-73e830955781 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418737 Apr 03 16:26:41.718939 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee45834-e803-40fb-9af9-7950829d73ef req-bfe08da6-9c9b-420a-a59d-4b9861b4be35 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:41.724736 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bee45834-e803-40fb-9af9-7950829d73ef req-bfe08da6-9c9b-420a-a59d-4b9861b4be35 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0694809 Apr 03 16:26:41.770637 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bee45834-e803-40fb-9af9-7950829d73ef req-2a3793f6-0fe8-4496-ba56-6db05e919158 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Apr 03 16:26:42.898976 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd3c51-cfeb-46f4-abb1-8791d2a33f28 req-829ce72f-1b10-48b5-a7e1-f61e8d9f0f7f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:42.902461 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cdbd3c51-cfeb-46f4-abb1-8791d2a33f28 req-829ce72f-1b10-48b5-a7e1-f61e8d9f0f7f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0580237 Apr 03 16:26:42.957978 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-cdbd3c51-cfeb-46f4-abb1-8791d2a33f28 req-0f185b55-630e-4bf7-bb84-e951b524a81c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482931 Apr 03 16:26:44.103379 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f2c25-cbc9-400d-8da6-4d4c471f11a5 req-8a45a683-84d7-4917-bd74-8bddb9d28f6d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:44.111605 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ac6f2c25-cbc9-400d-8da6-4d4c471f11a5 req-8a45a683-84d7-4917-bd74-8bddb9d28f6d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0610702 Apr 03 16:26:44.156276 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ac6f2c25-cbc9-400d-8da6-4d4c471f11a5 req-4fd3a8b9-175b-445b-87e7-b191a9aabf9e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435972 Apr 03 16:26:45.303186 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafbf6b-7b50-40c7-9208-b0afb86201ba req-35b452c9-7cab-40a7-a9bc-759091f2098d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:45.304692 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-baafbf6b-7b50-40c7-9208-b0afb86201ba req-35b452c9-7cab-40a7-a9bc-759091f2098d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0644896 Apr 03 16:26:45.373063 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-baafbf6b-7b50-40c7-9208-b0afb86201ba req-74320df0-0b27-4f3c-92d2-ae920ad67f5b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621314 Apr 03 16:26:46.503419 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950d7b-c3f0-4283-9523-65f3d5171045 req-773878db-9102-4dbc-910e-ff582086fad0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:46.511319 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ce950d7b-c3f0-4283-9523-65f3d5171045 req-773878db-9102-4dbc-910e-ff582086fad0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0604956 Apr 03 16:26:46.586875 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ce950d7b-c3f0-4283-9523-65f3d5171045 req-fba109d7-dff1-475a-bb1a-bd1c070c1453 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745056 Apr 03 16:26:47.727896 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d69ee-99da-4b4f-8e9a-53330ff95044 req-8426b180-08df-482e-968f-b6d95863a89d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:47.730172 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ca9d69ee-99da-4b4f-8e9a-53330ff95044 req-8426b180-08df-482e-968f-b6d95863a89d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0548990 Apr 03 16:26:47.784695 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ca9d69ee-99da-4b4f-8e9a-53330ff95044 req-9a0832ac-db3f-4ce0-8faf-503e3bdc95f5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479953 Apr 03 16:26:48.788820 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-35a6ac14-4bc7-4767-8b49-c51ca52da5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:48.790220 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-35a6ac14-4bc7-4767-8b49-c51ca52da5a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 1129 time: 0.0434058 Apr 03 16:26:48.908636 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-f078e90c-f926-49fd-9673-63f66bc0d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:48.910034 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-f078e90c-f926-49fd-9673-63f66bc0d875 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 917 time: 0.1136456 Apr 03 16:26:48.966744 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b0cc2-a48a-43de-970e-2d32bfe4abc5 req-af67710a-e742-46af-983f-6a4b7affa328 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:48.968224 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-546b0cc2-a48a-43de-970e-2d32bfe4abc5 req-af67710a-e742-46af-983f-6a4b7affa328 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.1087899 Apr 03 16:26:49.002159 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-87d18d0b-d0e1-4e5e-86a9-2e77b5e2fca7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b HTTP/1.1" status: 200 len: 1001 time: 0.0838552 Apr 03 16:26:49.058690 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-546b0cc2-a48a-43de-970e-2d32bfe4abc5 req-4022358e-d74a-4079-8383-d237001b5cd7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836196 Apr 03 16:26:49.070900 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-c18043e9-321b-483e-8fad-a74a600cf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:49.072310 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-c18043e9-321b-483e-8fad-a74a600cf24f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.0610344 Apr 03 16:26:49.120420 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-8faaf797-9372-443f-beb5-03109d05e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:49.121897 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-8faaf797-9372-443f-beb5-03109d05e2a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439713 Apr 03 16:26:49.207550 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-f80ecb7a-e396-4c74-bdc3-cceb46949b1f service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793650 Apr 03 16:26:49.303742 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fc9142f0-c9c4-4205-a15d-54e1006e240a req-4e1bb61a-9b94-4da0-ae08-72d083fb2217 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900996 Apr 03 16:26:49.641098 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 41882) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:26:49.742461 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:49.815042 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Publish callbacks [] for security_group (ebf47c0a-144f-4ad6-b83b-5477b8b1b565), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:49.904815 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (ebf47c0a-144f-4ad6-b83b-5477b8b1b565), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:49.943030 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46f23c8b32ef4085a79465bdd18ee972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009133 Apr 03 16:26:49.943929 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf47c0a-144f-4ad6-b83b-5477b8b1b565,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:49.945704 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 41886) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:26:49.951114 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.951455 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.951788 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.952119 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.952444 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.952767 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.953084 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.953406 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.953724 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.954041 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.954358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.954698 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.955012 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.955321 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.955633 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deca0d-73c7-465b-be17-1c73f44ddfd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:49.994769 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Publish callbacks [] for security_group (ebf47c0a-144f-4ad6-b83b-5477b8b1b565), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:50.015362 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Publish callbacks [] for security_group (ebf47c0a-144f-4ad6-b83b-5477b8b1b565), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:50.133524 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (ebf47c0a-144f-4ad6-b83b-5477b8b1b565), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:50.136077 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:50.137245 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebf47c0a-144f-4ad6-b83b-5477b8b1b565 HTTP/1.1" status: 204 len: 168 time: 0.1905239 Apr 03 16:26:50.167530 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf47c0a-144f-4ad6-b83b-5477b8b1b565,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:50.178807 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.179143 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.179477 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.179802 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.180123 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.180439 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.180754 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.181063 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.181375 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.181688 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.182004 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.182316 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.182695 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.183547 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.183860 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f7e7b-24bd-4bbc-8575-fdbc3075f5ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:26:50.207159 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7d849-777a-482f-89cc-7f8f68cf0936 req-a9f5a3ba-30a4-4a8d-b2c3-1d591faa4d58 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:50.208537 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-41a7d849-777a-482f-89cc-7f8f68cf0936 req-a9f5a3ba-30a4-4a8d-b2c3-1d591faa4d58 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0702949 Apr 03 16:26:50.255217 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-41a7d849-777a-482f-89cc-7f8f68cf0936 req-87eff049-60c8-4f17-baf6-9ca15a10a718 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408826 Apr 03 16:26:51.397595 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ac845-a534-4a62-90e7-5d1b555d4737 req-b2c1f78d-f43e-43ef-a4d5-32486dd8d2ce tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:51.399243 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e13ac845-a534-4a62-90e7-5d1b555d4737 req-b2c1f78d-f43e-43ef-a4d5-32486dd8d2ce tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0646574 Apr 03 16:26:51.450239 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e13ac845-a534-4a62-90e7-5d1b555d4737 req-6c35e2fd-ae67-4fb2-ad21-595c93212ce3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444992 Apr 03 16:26:52.577896 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30715cba-8ec1-4ba1-88f9-88c4e8df2268 req-8a09b8e4-138d-4ea3-802c-8b33351beba9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:52.579323 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-30715cba-8ec1-4ba1-88f9-88c4e8df2268 req-8a09b8e4-138d-4ea3-802c-8b33351beba9 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 945 time: 0.0571153 Apr 03 16:26:52.625754 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-30715cba-8ec1-4ba1-88f9-88c4e8df2268 req-0b47f5a0-8e24-48d7-96ac-341ad01cdf5a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408728 Apr 03 16:26:53.065676 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9c4f03ed-9860-480b-ac0d-db5d1ab1806b no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:26:53.144817 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:26:53.145114 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:53.188635 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:26:53.190952 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32670806-ac3e-4d23-8e59-b56461d5afe9" -d '{"events": [{"server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:26:53.203480 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:26:53.222358 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 03 Apr 2022 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b483d2-cbf9-4403-b73f-a9621c58d7ab x-openstack-request-id: req-01b483d2-cbf9-4403-b73f-a9621c58d7ab {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:26:53.222685 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "name": "network-vif-unplugged", "status": "failed", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b", "code": 422}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:26:53.222938 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01b483d2-cbf9-4403-b73f-a9621c58d7ab {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:26:53.223335 dv-cinder-836247-2-iscsi neutron-server[103897]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-01b483d2-cbf9-4403-b73f-a9621c58d7ab']: {'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'code': 422} returned with failed status Apr 03 16:26:53.264765 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:53.315256 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:26:53.816977 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:26:54.792116 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea9014-d0cf-4274-8016-217f246b84d8 req-a79095d2-9a49-49ff-85ad-911e7da3ea24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:54.793880 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6bea9014-d0cf-4274-8016-217f246b84d8 req-a79095d2-9a49-49ff-85ad-911e7da3ea24 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0645700 Apr 03 16:26:54.849606 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6bea9014-d0cf-4274-8016-217f246b84d8 req-e73a47f0-cdaf-4858-86ab-8307f73d9669 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 Apr 03 16:26:55.047853 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-9ad37f2a-e558-4ded-8763-f66d05255d7d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441887 Apr 03 16:26:55.124235 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-3a1be651-0fe5-4e59-9a4d-304c933b5d5e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:55.125598 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-3a1be651-0fe5-4e59-9a4d-304c933b5d5e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports/9c4f03ed-9860-480b-ac0d-db5d1ab1806b HTTP/1.1" status: 200 len: 940 time: 0.0506039 Apr 03 16:26:55.977089 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a4772-6330-43fd-8939-f778497ed3ca req-ee2b8bb7-5833-414f-860e-7cf612d0bb1e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:55.978706 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-db5a4772-6330-43fd-8939-f778497ed3ca req-ee2b8bb7-5833-414f-860e-7cf612d0bb1e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0576730 Apr 03 16:26:56.030588 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-db5a4772-6330-43fd-8939-f778497ed3ca req-de026731-8b7d-48e7-beca-699dc6efdda7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456653 Apr 03 16:26:56.606988 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-9c242407-3762-4703-99c7-6d5cfbf91ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:56.608495 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-9c242407-3762-4703-99c7-6d5cfbf91ddf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425&tenant_id=2419a1999f254b0380077716c83eddf8 HTTP/1.1" status: 200 len: 1127 time: 0.0453925 Apr 03 16:26:56.675922 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-be8d3890-1372-4cf5-86be-f74c8f06c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:56.677355 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-be8d3890-1372-4cf5-86be-f74c8f06c515 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 1127 time: 0.0483301 Apr 03 16:26:56.785543 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-a2820b7d-7029-4354-8525-d334666fabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:56.787043 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-a2820b7d-7029-4354-8525-d334666fabb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 917 time: 0.1021218 Apr 03 16:26:56.857076 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-42f3990c-9a53-4750-ac2f-e8d65839ca19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b HTTP/1.1" status: 200 len: 999 time: 0.0639677 Apr 03 16:26:56.906443 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-99f769ed-e4f7-4a8a-8933-b0bdeb572651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:56.909109 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-99f769ed-e4f7-4a8a-8933-b0bdeb572651 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.0451875 Apr 03 16:26:56.960046 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-34974a1b-63f0-4936-bf25-cce8c4c018f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:56.961420 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-34974a1b-63f0-4936-bf25-cce8c4c018f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462744 Apr 03 16:26:57.059322 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-32754ba8-d539-4535-a64e-01433c1fa707 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911264 Apr 03 16:26:57.164094 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc7949-f843-4b01-b9de-85cfbbb0c52e req-98e5861d-fcbe-434d-a0bf-d8e82e487384 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:57.166294 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-46cc7949-f843-4b01-b9de-85cfbbb0c52e req-98e5861d-fcbe-434d-a0bf-d8e82e487384 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0573678 Apr 03 16:26:57.166596 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-189a0cb6-2503-4689-8015-99d32b179e62 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006575 Apr 03 16:26:57.217300 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-46cc7949-f843-4b01-b9de-85cfbbb0c52e req-2e0ecd65-1e07-4f44-8f0e-a1782fcc0b59 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438085 Apr 03 16:26:58.352358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc5d05-2e89-48c8-87fa-6f415704b120 req-519362df-c474-43ea-b002-534c2f5eb76b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:58.353833 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-88cc5d05-2e89-48c8-87fa-6f415704b120 req-519362df-c474-43ea-b002-534c2f5eb76b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0641983 Apr 03 16:26:58.407648 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-88cc5d05-2e89-48c8-87fa-6f415704b120 req-c2706e7a-f7dd-4eac-99c1-a2a3739e43a6 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481982 Apr 03 16:26:59.221975 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:26:59.543071 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f0fe0-f471-4044-b28e-c267351d31c8 req-e8cefa74-5f5e-42ec-8e4e-09696d883743 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:26:59.544623 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ae4f0fe0-f471-4044-b28e-c267351d31c8 req-e8cefa74-5f5e-42ec-8e4e-09696d883743 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0602043 Apr 03 16:26:59.595160 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ae4f0fe0-f471-4044-b28e-c267351d31c8 req-3b0e369f-bb81-4c33-8260-e7a95b03b1a6 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445619 Apr 03 16:26:59.754597 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bc4c45ae-15c4-44f0-a1e1-af748f4a6691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:00.738444 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5115e2-f98f-4a7b-afea-4bf2707823c6 req-7f5260e0-a8b2-4939-bcf2-de6ef72c4829 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:00.740037 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ad5115e2-f98f-4a7b-afea-4bf2707823c6 req-7f5260e0-a8b2-4939-bcf2-de6ef72c4829 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0574183 Apr 03 16:27:00.787115 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ad5115e2-f98f-4a7b-afea-4bf2707823c6 req-88d689df-911d-44b0-82a6-442a859f658a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412331 Apr 03 16:27:01.901670 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-85ad95da-bb98-4139-b17b-9e5dec54346f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:01.928071 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176b3ac-8f2e-4f2d-8ddc-2d8d96034e35 req-7ad2c8cc-35f9-4e3f-953a-ba62db07d9fb tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:01.930426 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b176b3ac-8f2e-4f2d-8ddc-2d8d96034e35 req-7ad2c8cc-35f9-4e3f-953a-ba62db07d9fb tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0651019 Apr 03 16:27:01.995342 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b176b3ac-8f2e-4f2d-8ddc-2d8d96034e35 req-9d4b8b57-ef2c-44bf-834c-9f0a633ec6a4 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595632 Apr 03 16:27:02.956008 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:03.122585 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435244d-219a-4f4b-9df5-848a39c73bfd req-0dcecf9d-cfae-455d-b76c-b30ff23faace tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:03.124131 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c435244d-219a-4f4b-9df5-848a39c73bfd req-0dcecf9d-cfae-455d-b76c-b30ff23faace tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0527198 Apr 03 16:27:03.175521 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c435244d-219a-4f4b-9df5-848a39c73bfd req-6abd2590-4b54-4dd0-8854-95d057f21e60 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435984 Apr 03 16:27:04.302622 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c7ce6-ed3a-43e1-8750-006876a59a62 req-54a63fb9-8d5b-47ff-9ba7-a391f1e4bdef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:04.304130 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d42c7ce6-ed3a-43e1-8750-006876a59a62 req-54a63fb9-8d5b-47ff-9ba7-a391f1e4bdef tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0577722 Apr 03 16:27:04.324238 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:04.368183 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d42c7ce6-ed3a-43e1-8750-006876a59a62 req-2f458a90-256f-454d-b4c8-ba1a4e2a0568 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581605 Apr 03 16:27:05.491638 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc5cc-cd9b-4885-a043-013da6c34cb3 req-ebd92f86-0ddd-42c1-92ae-515595c35e0f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:05.493129 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-da8bc5cc-cd9b-4885-a043-013da6c34cb3 req-ebd92f86-0ddd-42c1-92ae-515595c35e0f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0545473 Apr 03 16:27:05.540011 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-da8bc5cc-cd9b-4885-a043-013da6c34cb3 req-1f5fd87e-6f7e-445e-b22b-c31060c4c558 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412221 Apr 03 16:27:05.815540 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:06.672325 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c01bee-aef7-4a6d-ab42-93263d069fdd req-7d1942d3-8bf8-4022-bc53-7d20f0ac2ed7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:06.674963 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-51c01bee-aef7-4a6d-ab42-93263d069fdd req-7d1942d3-8bf8-4022-bc53-7d20f0ac2ed7 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0550563 Apr 03 16:27:06.743679 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-51c01bee-aef7-4a6d-ab42-93263d069fdd req-50b29e90-e43d-4176-aa95-4ef1c4290b5e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618026 Apr 03 16:27:07.881934 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301cd4a-0f50-48dd-9553-4045e223947b req-a97ab303-3117-4e0e-a583-76e7d3447b02 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:07.883611 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3301cd4a-0f50-48dd-9553-4045e223947b req-a97ab303-3117-4e0e-a583-76e7d3447b02 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0586748 Apr 03 16:27:07.931033 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3301cd4a-0f50-48dd-9553-4045e223947b req-495ee2ad-44af-40aa-81ce-fce7b3a2e3e4 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 Apr 03 16:27:09.067159 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8215de-e335-42ca-a3f9-8f6c3a837169 req-5f7e3368-c1ff-47ac-a736-b4cc8520b27c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:09.068646 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ed8215de-e335-42ca-a3f9-8f6c3a837169 req-5f7e3368-c1ff-47ac-a736-b4cc8520b27c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0566399 Apr 03 16:27:09.114699 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ed8215de-e335-42ca-a3f9-8f6c3a837169 req-4959a446-06fc-484d-883d-f4eac1fc0629 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403879 Apr 03 16:27:10.237588 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373de8e-3b58-4f38-a889-6ba2385bf242 req-d76d3f9c-380e-47e5-9dd2-907bc924d822 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:10.239300 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4373de8e-3b58-4f38-a889-6ba2385bf242 req-d76d3f9c-380e-47e5-9dd2-907bc924d822 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0534761 Apr 03 16:27:10.288034 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4373de8e-3b58-4f38-a889-6ba2385bf242 req-a728cf20-fa98-44f9-b0d0-bb57c3c120bc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432303 Apr 03 16:27:11.407607 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336b1b8-1feb-4068-8bd7-434c7012123c req-22e8d6d9-9665-4734-a573-d2fdeb82848d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:11.409608 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e336b1b8-1feb-4068-8bd7-434c7012123c req-22e8d6d9-9665-4734-a573-d2fdeb82848d tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0515499 Apr 03 16:27:11.454812 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e336b1b8-1feb-4068-8bd7-434c7012123c req-64771808-369f-417d-8cb7-e882a76294a0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396101 Apr 03 16:27:12.575984 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb187603-a0f0-450d-b3e2-d69ece2a6ce1 req-e6e6316d-e525-4ca0-a0bf-85a7302e29fa tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:12.577330 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cb187603-a0f0-450d-b3e2-d69ece2a6ce1 req-e6e6316d-e525-4ca0-a0bf-85a7302e29fa tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0513251 Apr 03 16:27:12.623085 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cb187603-a0f0-450d-b3e2-d69ece2a6ce1 req-2d541bfb-cfa2-4b87-8768-0cd5b75c25cb tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401647 Apr 03 16:27:13.749603 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a81886-5e7f-4be4-a50c-071c7f78c757 req-de887d79-4029-44fa-b5de-120d2d7bf8cc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:13.751127 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-91a81886-5e7f-4be4-a50c-071c7f78c757 req-de887d79-4029-44fa-b5de-120d2d7bf8cc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0559027 Apr 03 16:27:13.798878 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-91a81886-5e7f-4be4-a50c-071c7f78c757 req-6a60dcc5-4654-46d3-9932-6cb1c243195a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Apr 03 16:27:14.922379 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6424b2c-4304-4395-b2a2-23a03c67ecb8 req-300f8ecd-d85a-41a9-a994-b9b1425f88c2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:14.923999 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b6424b2c-4304-4395-b2a2-23a03c67ecb8 req-300f8ecd-d85a-41a9-a994-b9b1425f88c2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0509431 Apr 03 16:27:14.969766 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b6424b2c-4304-4395-b2a2-23a03c67ecb8 req-549d0981-2256-45dc-a87e-31ffee913c3f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393634 Apr 03 16:27:16.091221 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be9a46-7a1b-43df-b590-7720a600f3eb req-d051bb04-4a74-4e4e-b29e-f0122a279380 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:16.092649 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-10be9a46-7a1b-43df-b590-7720a600f3eb req-d051bb04-4a74-4e4e-b29e-f0122a279380 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0505269 Apr 03 16:27:16.140375 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-10be9a46-7a1b-43df-b590-7720a600f3eb req-d21eaa93-f8c8-4da1-896b-4130c5521342 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 Apr 03 16:27:17.165160 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9c4f03ed-9860-480b-ac0d-db5d1ab1806b details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:27:17.264638 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:17.267081 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe8ed6-427a-4d12-90dd-a31b1a538634 req-00265d59-af94-4af9-a8fd-d7122777c68a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:17.268705 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-33fe8ed6-427a-4d12-90dd-a31b1a538634 req-00265d59-af94-4af9-a8fd-d7122777c68a tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 943 time: 0.0555820 Apr 03 16:27:17.277068 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'port_id': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'mac_address': 'fa:16:3e:48:ba:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:27:17.312605 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:27:17.312987 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:17.317068 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-33fe8ed6-427a-4d12-90dd-a31b1a538634 req-d161dd3d-6a87-417c-88e8-94289a63e62e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397010 Apr 03 16:27:17.326383 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4f03ed-9860-480b-ac0d-db5d1ab1806b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:27:17.346240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:17.418804 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:17.468598 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:17.796931 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['9c4f03ed-9860-480b-ac0d-db5d1ab1806b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:27:18.441142 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49a672-18ed-4b94-b09d-6bc02aea1f8f req-9cd3aa4a-2730-4738-85be-017056160c43 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:18.442642 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b49a672-18ed-4b94-b09d-6bc02aea1f8f req-9cd3aa4a-2730-4738-85be-017056160c43 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 944 time: 0.0521693 Apr 03 16:27:18.494640 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4b49a672-18ed-4b94-b09d-6bc02aea1f8f req-47648a32-ad3e-4d6d-bba8-8e682906ac02 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414519 Apr 03 16:27:19.169530 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9c4f03ed-9860-480b-ac0d-db5d1ab1806b up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:27:19.222673 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:27:19.223137 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:19.301209 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:27:19.301598 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:19.324413 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:27:19.326664 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0220f332-03c2-4867-b008-8906faca4a53" -d '{"events": [{"server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "name": "network-vif-plugged", "status": "completed", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:27:19.340318 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:19.371180 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6797a57b-a415-4170-a451-915b1af866c2 x-openstack-request-id: req-6797a57b-a415-4170-a451-915b1af866c2 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:27:19.371479 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "name": "network-vif-plugged", "status": "completed", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:27:19.371735 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6797a57b-a415-4170-a451-915b1af866c2 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:27:19.372136 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6797a57b-a415-4170-a451-915b1af866c2'] response: {'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'code': 200} Apr 03 16:27:19.401521 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:19.451142 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:19.615674 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4be553-45ea-483e-9fcf-a9ba82e37dc1 req-fac3fb7e-d7f1-4170-894f-b9368b912138 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:19.617247 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4f4be553-45ea-483e-9fcf-a9ba82e37dc1 req-fac3fb7e-d7f1-4170-894f-b9368b912138 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 946 time: 0.0520332 Apr 03 16:27:19.662507 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4f4be553-45ea-483e-9fcf-a9ba82e37dc1 req-0637b3c0-db8e-41f6-a167-2315ccaeedd1 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392206 Apr 03 16:27:20.782329 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170eafd-8c72-4414-90b4-94769b2c0193 req-ae7a4122-b9bf-4fcd-a55c-1e61306bfbc1 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:20.783792 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a170eafd-8c72-4414-90b4-94769b2c0193 req-ae7a4122-b9bf-4fcd-a55c-1e61306bfbc1 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 946 time: 0.0506303 Apr 03 16:27:20.828536 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a170eafd-8c72-4414-90b4-94769b2c0193 req-6ed6458a-6121-441f-bd78-f76ffa2cab99 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386569 Apr 03 16:27:21.952548 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a695ca-bd64-4d54-b02d-e146d898f6a1 req-aa259d7c-0144-4f79-b21f-e7bf9327ffd2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:21.953923 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-91a695ca-bd64-4d54-b02d-e146d898f6a1 req-aa259d7c-0144-4f79-b21f-e7bf9327ffd2 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 946 time: 0.0554457 Apr 03 16:27:22.002493 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-91a695ca-bd64-4d54-b02d-e146d898f6a1 req-3159c606-71ea-4ed9-8ce1-42b131345c35 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422778 Apr 03 16:27:22.932901 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50257f14-212c-4499-bd78-f66979bf095b req-882409fd-d47d-4d73-8c61-74605b4ae9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:22.934287 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50257f14-212c-4499-bd78-f66979bf095b req-882409fd-d47d-4d73-8c61-74605b4ae9d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 1130 time: 0.0419822 Apr 03 16:27:22.978721 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-50257f14-212c-4499-bd78-f66979bf095b req-564dde18-b11e-40d6-9542-63cc662edce7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384436 Apr 03 16:27:23.125525 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cd63e-3f20-40d3-9fd3-53c64ffc0732 req-b41f93f8-157a-4233-a5da-be3ffab29fd8 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:23.127006 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d80cd63e-3f20-40d3-9fd3-53c64ffc0732 req-b41f93f8-157a-4233-a5da-be3ffab29fd8 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 946 time: 0.0524912 Apr 03 16:27:23.172333 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d80cd63e-3f20-40d3-9fd3-53c64ffc0732 req-8ae7b166-dc7f-4b32-955c-763a599467ff tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396912 Apr 03 16:27:24.294543 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb033f-ceba-44e3-87be-52251e04ec0a req-4708c44b-f9be-4b5f-b883-d1964855614f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:24.295779 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5edb033f-ceba-44e3-87be-52251e04ec0a req-4708c44b-f9be-4b5f-b883-d1964855614f tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 946 time: 0.0525970 Apr 03 16:27:24.342995 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-5edb033f-ceba-44e3-87be-52251e04ec0a req-e496e2be-95a9-4593-9ecd-73d41875630e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 Apr 03 16:27:25.465948 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c50117-814b-484f-b75e-8fba353792b5 req-e0839a20-d3d7-4bf7-87bd-e94d918ba18c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:25.467528 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-02c50117-814b-484f-b75e-8fba353792b5 req-e0839a20-d3d7-4bf7-87bd-e94d918ba18c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 946 time: 0.0523262 Apr 03 16:27:25.512871 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-02c50117-814b-484f-b75e-8fba353792b5 req-92069f76-2289-4c42-b997-6a88568adb1b tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397170 Apr 03 16:27:26.633495 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27aa02-2825-419e-b0c9-90c392d240c7 req-d6173f1f-37d4-4745-9389-3fb89d62fc5e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:26.634983 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0f27aa02-2825-419e-b0c9-90c392d240c7 req-d6173f1f-37d4-4745-9389-3fb89d62fc5e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 946 time: 0.0507610 Apr 03 16:27:26.682795 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0f27aa02-2825-419e-b0c9-90c392d240c7 req-fc521e35-da31-401f-ad28-4e10019bda08 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423141 Apr 03 16:27:29.165121 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42332) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:29.203976 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:29.269440 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e22ad80-4a24-4786-bb5f-9bad4576f35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:29.338988 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e22ad80-4a24-4786-bb5f-9bad4576f35f admin admin] Publish callbacks [] for security_group (357bb1b7-61e4-48e5-8994-579682a45501), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:29.423801 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e22ad80-4a24-4786-bb5f-9bad4576f35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (357bb1b7-61e4-48e5-8994-579682a45501), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:29.462033 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-7e22ad80-4a24-4786-bb5f-9bad4576f35f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb6414b6c3d7497d975adc26ccc3df86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958694 Apr 03 16:27:29.463306 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22ad80-4a24-4786-bb5f-9bad4576f35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357bb1b7-61e4-48e5-8994-579682a45501,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:29.464815 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42336) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:29.515418 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-873ff49b-c853-458a-a130-231fbfbc5aca admin admin] Publish callbacks [] for security_group (357bb1b7-61e4-48e5-8994-579682a45501), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:29.535667 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-873ff49b-c853-458a-a130-231fbfbc5aca admin admin] Publish callbacks [] for security_group (357bb1b7-61e4-48e5-8994-579682a45501), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:29.606882 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f4533a3b-5802-42e1-b5bf-07ff3525330c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:29.664117 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-873ff49b-c853-458a-a130-231fbfbc5aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (357bb1b7-61e4-48e5-8994-579682a45501), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:29.666724 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-873ff49b-c853-458a-a130-231fbfbc5aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:29.667869 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-873ff49b-c853-458a-a130-231fbfbc5aca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/357bb1b7-61e4-48e5-8994-579682a45501 HTTP/1.1" status: 204 len: 168 time: 0.2020571 Apr 03 16:27:29.675533 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ff49b-c853-458a-a130-231fbfbc5aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357bb1b7-61e4-48e5-8994-579682a45501,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:30.815570 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:27:31.929007 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9b72aff0-62fd-4e5b-9951-29e4cf1dfdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:32.951889 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:34.332550 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:35.835496 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:37.340376 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42358) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:37.629912 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Deleting port 1b903ddd-c88a-485a-8b4b-27ab20828c93 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:37.630164 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (1b903ddd-c88a-485a-8b4b-27ab20828c93), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:37.702724 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (1b903ddd-c88a-485a-8b4b-27ab20828c93), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:37.703041 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for floatingip (1b903ddd-c88a-485a-8b4b-27ab20828c93), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:37.714273 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Calling delete_port for 1b903ddd-c88a-485a-8b4b-27ab20828c93 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:37.963714 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (1b903ddd-c88a-485a-8b4b-27ab20828c93), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:38.260797 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event deleted for resources: {'Port': ['ID=1b903ddd-c88a-485a-8b4b-27ab20828c93,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:38.317558 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for floatingip (031e4380-1172-448e-adc8-24f897d7dfd5), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:38.317885 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Floating IP 031e4380-1172-448e-adc8-24f897d7dfd5 disassociated (deleted). External IP: 172.27.0.62, port: 6d68b2b2-8d32-4f60-b4d6-94bfc359e428. Apr 03 16:27:38.524872 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Router 7c305175-b1ab-4a35-90bb-69ff9b74e132 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:27:38.635103 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:27:38.639879 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:38.644495 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] Sync routers for ids ['7c305175-b1ab-4a35-90bb-69ff9b74e132'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:27:38.654453 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] Routers {'7c305175-b1ab-4a35-90bb-69ff9b74e132'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:27:38.655129 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:27:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['7c305175-b1ab-4a35-90bb-69ff9b74e132'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:38.669801 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-a72b0fcc-f64c-418e-aab5-15b4d945d907 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "DELETE /v2.0/floatingips/031e4380-1172-448e-adc8-24f897d7dfd5 HTTP/1.1" status: 204 len: 168 time: 1.3282478 Apr 03 16:27:38.670474 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:27:38.672748 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:27:38.760034 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6e7a59-d3a4-4777-af03-dfed6ef9164c x-openstack-request-id: req-8d6e7a59-d3a4-4777-af03-dfed6ef9164c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:27:38.760449 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:27:38.760796 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d6e7a59-d3a4-4777-af03-dfed6ef9164c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:27:38.761294 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6e7a59-d3a4-4777-af03-dfed6ef9164c'] response: {'name': 'network-changed', 'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'status': 'completed', 'code': 200} Apr 03 16:27:38.768975 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] Set router 7c305175-b1ab-4a35-90bb-69ff9b74e132 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:27:38.839714 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-f04a3b3f-dbd3-44ec-a472-1e94d7259706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:38.841322 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-f04a3b3f-dbd3-44ec-a472-1e94d7259706 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d18393cd72468a8c4f01bd9c6aea63&device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 1129 time: 0.0499747 Apr 03 16:27:38.987833 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'ba871cfa-26d8-458f-9722-62699bbb8d59', 'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'mac_address': 'fa:16:3e:1c:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:53Z', 'updated_at': '2022-04-03T16:20:59Z', 'revision_number': 5, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'subnets': [{'id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:39.017988 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] Checking router: 7c305175-b1ab-4a35-90bb-69ff9b74e132 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:27:39.027141 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] Routers {'7c305175-b1ab-4a35-90bb-69ff9b74e132'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:27:39.027801 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:27:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['7c305175-b1ab-4a35-90bb-69ff9b74e132'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:39.084812 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2147e32-a0a6-493f-8353-bb840b4993ee req-6e60a331-8641-4a53-9868-774a43ef7112 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:39.088072 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e2147e32-a0a6-493f-8353-bb840b4993ee req-6e60a331-8641-4a53-9868-774a43ef7112 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0558026 Apr 03 16:27:39.111954 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-d3eb0400-58dd-4bbd-9f06-2ec05017631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:39.114377 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-d3eb0400-58dd-4bbd-9f06-2ec05017631b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 HTTP/1.1" status: 200 len: 909 time: 0.1089652 Apr 03 16:27:39.140799 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] Set router 7c305175-b1ab-4a35-90bb-69ff9b74e132 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:27:39.169811 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-67eba3c6-f2d1-4a36-8a37-f0dedddcd3cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428 HTTP/1.1" status: 200 len: 217 time: 0.0448384 Apr 03 16:27:39.170366 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e2147e32-a0a6-493f-8353-bb840b4993ee req-7b44306b-e36f-43c3-9f65-d4aede632183 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630546 Apr 03 16:27:39.242398 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-ba88d770-85af-4a2a-a7cf-ba130864a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:39.243907 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-ba88d770-85af-4a2a-a7cf-ba130864a1f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54e23844-ec83-4128-9385-e9f6fb20ae02 HTTP/1.1" status: 200 len: 847 time: 0.0643637 Apr 03 16:27:39.295081 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-07f9765f-f0c2-41b4-8ad0-2ffae6d00290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:39.296588 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-07f9765f-f0c2-41b4-8ad0-2ffae6d00290 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458424 Apr 03 16:27:39.347342 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'ba871cfa-26d8-458f-9722-62699bbb8d59', 'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'mac_address': 'fa:16:3e:1c:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:53Z', 'updated_at': '2022-04-03T16:20:59Z', 'revision_number': 5, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'subnets': [{'id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:39.374383 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b084de-10b8-4a52-b227-fa0d48a88345 None None] The sync data for ids ['7c305175-b1ab-4a35-90bb-69ff9b74e132'] in dv-cinder-836247-2-iscsi is: [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:20:54Z', 'revision_number': 4, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'ba871cfa-26d8-458f-9722-62699bbb8d59', 'name': '', 'network_id': 'a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'mac_address': 'fa:16:3e:1c:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:53Z', 'updated_at': '2022-04-03T16:20:59Z', 'revision_number': 5, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'subnets': [{'id': '54e23844-ec83-4128-9385-e9f6fb20ae02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:27:39.390131 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-251772b6-085d-4ba6-a02c-c806bb2bce2d service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844955 Apr 03 16:27:39.487645 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-95cac77c-7bfe-4657-88b3-f5d3aee23cc5 req-37627555-2d7b-452d-9cb4-28ea9ab92a44 service neutron] 10.222.0.21 "GET /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911176 Apr 03 16:27:39.604985 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e60bb4-b199-4c29-8315-db09166a64e7 None None] New status for floating IP 031e4380-1172-448e-adc8-24f897d7dfd5: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:27:40.298333 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c725962-6528-42fa-87e7-266799d1a6e4 req-d140bf1e-c5f6-481f-a2ae-d7869568d27b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:40.300401 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c725962-6528-42fa-87e7-266799d1a6e4 req-d140bf1e-c5f6-481f-a2ae-d7869568d27b tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0577924 Apr 03 16:27:40.352247 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3c725962-6528-42fa-87e7-266799d1a6e4 req-0a6a462a-bd27-41f1-bfe6-658850df1eb5 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb3bbb05-1dc0-4db8-af69-948cb7efbe69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433137 Apr 03 16:27:40.967207 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a324981-7ab0-4299-83e4-f4531fad699f req-be138046-c5b0-4e29-8e41-07e8efb8c977 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:40.968678 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a324981-7ab0-4299-83e4-f4531fad699f req-be138046-c5b0-4e29-8e41-07e8efb8c977 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 945 time: 0.0524278 Apr 03 16:27:41.064023 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-1a324981-7ab0-4299-83e4-f4531fad699f req-4171a8aa-a092-42e7-a895-564070f4c6fc tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Deleting port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:41.064361 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1a324981-7ab0-4299-83e4-f4531fad699f req-4171a8aa-a092-42e7-a895-564070f4c6fc tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:41.150267 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-1a324981-7ab0-4299-83e4-f4531fad699f req-4171a8aa-a092-42e7-a895-564070f4c6fc tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] For port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:41.150648 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1a324981-7ab0-4299-83e4-f4531fad699f req-4171a8aa-a092-42e7-a895-564070f4c6fc tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:41.166651 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-1a324981-7ab0-4299-83e4-f4531fad699f req-4171a8aa-a092-42e7-a895-564070f4c6fc tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Calling delete_port for 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:41.394293 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1a324981-7ab0-4299-83e4-f4531fad699f req-4171a8aa-a092-42e7-a895-564070f4c6fc tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (6d68b2b2-8d32-4f60-b4d6-94bfc359e428), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:41.420085 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171a8aa-a092-42e7-a895-564070f4c6fc tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event deleted for resources: {'Port': ['ID=6d68b2b2-8d32-4f60-b4d6-94bfc359e428,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:41.473321 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-48174d42-be25-4252-b020-0d45bd0b4724 req-e330e514-91e7-4c90-a31d-2dd5be398c68 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 210 time: 0.0432222 Apr 03 16:27:41.501693 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a324981-7ab0-4299-83e4-f4531fad699f req-4171a8aa-a092-42e7-a895-564070f4c6fc tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] No DVR routers for this DVR port 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:27:41.504458 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1a324981-7ab0-4299-83e4-f4531fad699f req-4171a8aa-a092-42e7-a895-564070f4c6fc tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:41.508689 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1a324981-7ab0-4299-83e4-f4531fad699f req-4171a8aa-a092-42e7-a895-564070f4c6fc tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.21 "DELETE /v2.0/ports/6d68b2b2-8d32-4f60-b4d6-94bfc359e428 HTTP/1.1" status: 204 len: 173 time: 0.5347714 Apr 03 16:27:41.509189 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'name': 'network-vif-deleted', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:27:41.512479 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0ce549-f840-4722-8304-fe14c065313e" -d '{"events": [{"server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "name": "network-vif-deleted", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:27:41.549371 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5084cbb1-2880-46af-83ac-9f9751d43354 x-openstack-request-id: req-5084cbb1-2880-46af-83ac-9f9751d43354 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:27:41.549753 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e14467-a3f8-4053-9b65-1b4739384481", "name": "network-vif-deleted", "tag": "6d68b2b2-8d32-4f60-b4d6-94bfc359e428", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:27:41.550077 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5084cbb1-2880-46af-83ac-9f9751d43354 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:27:41.550490 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5084cbb1-2880-46af-83ac-9f9751d43354'] response: {'server_uuid': '04e14467-a3f8-4053-9b65-1b4739384481', 'name': 'network-vif-deleted', 'tag': '6d68b2b2-8d32-4f60-b4d6-94bfc359e428', 'status': 'completed', 'code': 200} Apr 03 16:27:42.570649 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-01565322-25eb-47d1-bcce-a0793593c3e2 req-f46d4151-3e43-4a75-8c31-c64f1c313c30 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "GET /v2.0/ports?device_id=04e14467-a3f8-4053-9b65-1b4739384481 HTTP/1.1" status: 200 len: 210 time: 0.0311224 Apr 03 16:27:43.630216 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42416) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:43.686001 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c40fe3a-2c76-4913-a765-161efa6e6746 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group (eb3bbb05-1dc0-4db8-af69-948cb7efbe69), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:43.709845 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c40fe3a-2c76-4913-a765-161efa6e6746 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group (eb3bbb05-1dc0-4db8-af69-948cb7efbe69), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:43.832055 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c40fe3a-2c76-4913-a765-161efa6e6746 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (eb3bbb05-1dc0-4db8-af69-948cb7efbe69), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:43.834551 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c40fe3a-2c76-4913-a765-161efa6e6746 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:43.836257 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-2c40fe3a-2c76-4913-a765-161efa6e6746 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] 10.222.0.37 "DELETE /v2.0/security-groups/eb3bbb05-1dc0-4db8-af69-948cb7efbe69 HTTP/1.1" status: 204 len: 168 time: 0.2049441 Apr 03 16:27:43.845145 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40fe3a-2c76-4913-a765-161efa6e6746 tempest-TestShelveInstance-197712280 tempest-TestShelveInstance-197712280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3bbb05-1dc0-4db8-af69-948cb7efbe69,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:43.965866 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42424) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:44.414579 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589830'] for router_interface (7c305175-b1ab-4a35-90bb-69ff9b74e132), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:44.598723 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46e1ae-5212-4a70-9928-a6a189966701 req-dd5e5b81-95c1-41a2-a6bd-693eb45b69a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:44.600122 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2c46e1ae-5212-4a70-9928-a6a189966701 req-dd5e5b81-95c1-41a2-a6bd-693eb45b69a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 946 time: 0.0527177 Apr 03 16:27:44.660864 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] Deleting port ba871cfa-26d8-458f-9722-62699bbb8d59 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:44.661199 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:44.745242 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] For port ba871cfa-26d8-458f-9722-62699bbb8d59, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=ba871cfa-26d8-458f-9722-62699bbb8d59,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:44.745601 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:44.759637 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] Calling delete_port for ba871cfa-26d8-458f-9722-62699bbb8d59 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:44.876190 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2c46e1ae-5212-4a70-9928-a6a189966701 req-f706cf62-97f4-455b-abe4-4b4bf1cc7be6 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697363 Apr 03 16:27:45.024075 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (ba871cfa-26d8-458f-9722-62699bbb8d59), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:45.049132 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba871cfa-26d8-458f-9722-62699bbb8d59,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:45.211667 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597142'] for router_interface (7c305175-b1ab-4a35-90bb-69ff9b74e132), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:45.391988 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:45.411529 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:45.411866 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 6d68b2b2-8d32-4f60-b4d6-94bfc359e428 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:45.424518 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] Router 7c305175-b1ab-4a35-90bb-69ff9b74e132 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:27:45.528989 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:27:45.534429 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b3cc5811-f162-4b08-984e-9100efbe8a13 admin admin] 10.222.0.37 "PUT /v2.0/routers/7c305175-b1ab-4a35-90bb-69ff9b74e132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5674753 Apr 03 16:27:45.537002 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42440) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:45.539584 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] Sync routers for ids ['7c305175-b1ab-4a35-90bb-69ff9b74e132'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:27:45.549755 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] Routers {'7c305175-b1ab-4a35-90bb-69ff9b74e132'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:27:45.550359 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:27:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['7c305175-b1ab-4a35-90bb-69ff9b74e132'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:45.644253 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Publish callbacks [] for router (7c305175-b1ab-4a35-90bb-69ff9b74e132), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:45.656813 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] Set router 7c305175-b1ab-4a35-90bb-69ff9b74e132 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:27:45.748623 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Publish callbacks [] for router_gateway (7c305175-b1ab-4a35-90bb-69ff9b74e132), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:45.891810 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Deleting port c0ebd05f-c5da-43f5-bc13-db62c4015489 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:45.892148 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:45.920942 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:27:44Z', 'revision_number': 5, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port': {'id': 'c0ebd05f-c5da-43f5-bc13-db62c4015489', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:20:51Z', 'updated_at': '2022-04-03T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:45.948129 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] Checking router: 7c305175-b1ab-4a35-90bb-69ff9b74e132 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:27:45.956293 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] Routers {'7c305175-b1ab-4a35-90bb-69ff9b74e132'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:27:45.956900 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:27:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['7c305175-b1ab-4a35-90bb-69ff9b74e132'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:46.000057 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] For port c0ebd05f-c5da-43f5-bc13-db62c4015489, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=c0ebd05f-c5da-43f5-bc13-db62c4015489,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:46.000413 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:46.015038 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Calling delete_port for c0ebd05f-c5da-43f5-bc13-db62c4015489 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:46.036529 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813daf5-475f-463f-ba0b-ba8b60b3bf7e req-0c447920-dca3-4640-805b-5339816e6b83 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:46.037998 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a813daf5-475f-463f-ba0b-ba8b60b3bf7e req-0c447920-dca3-4640-805b-5339816e6b83 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 946 time: 0.0894959 Apr 03 16:27:46.044101 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] Set router 7c305175-b1ab-4a35-90bb-69ff9b74e132 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:27:46.096969 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:27:45Z', 'revision_number': 6, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port_host': None}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:46.124401 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb8ce6c-a653-4687-9038-d9e6967b3e4d None None] The sync data for ids ['7c305175-b1ab-4a35-90bb-69ff9b74e132'] in dv-cinder-836247-2-iscsi is: [{'id': '7c305175-b1ab-4a35-90bb-69ff9b74e132', 'name': 'tempest-TestShelveInstance-695877641-router', 'tenant_id': '35d18393cd72468a8c4f01bd9c6aea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:50Z', 'updated_at': '2022-04-03T16:27:45Z', 'revision_number': 6, 'project_id': '35d18393cd72468a8c4f01bd9c6aea63', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:27:46.125213 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a813daf5-475f-463f-ba0b-ba8b60b3bf7e req-7b8e078b-0249-468e-a71a-adbf64e53d08 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584238 Apr 03 16:27:46.266005 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (c0ebd05f-c5da-43f5-bc13-db62c4015489), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:46.295469 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ebd05f-c5da-43f5-bc13-db62c4015489,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:46.604868 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device ba871cfa-26d8-458f-9722-62699bbb8d59 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:46.627624 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: ba871cfa-26d8-458f-9722-62699bbb8d59 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:46.627960 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device ba871cfa-26d8-458f-9722-62699bbb8d59 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:46.629616 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591100'] for router_gateway (7c305175-b1ab-4a35-90bb-69ff9b74e132), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:46.720514 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3716'] for router (7c305175-b1ab-4a35-90bb-69ff9b74e132), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:46.722663 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Publish callbacks [] for router_controller (7c305175-b1ab-4a35-90bb-69ff9b74e132), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:46.843926 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596377'] for router (7c305175-b1ab-4a35-90bb-69ff9b74e132), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:46.844474 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c305175-b1ab-4a35-90bb-69ff9b74e132 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:27:46.848882 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:46.850026 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ded77eae-0153-4a49-a9d2-352d829da477 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7c305175-b1ab-4a35-90bb-69ff9b74e132 HTTP/1.1" status: 204 len: 168 time: 1.3121061 Apr 03 16:27:46.853549 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42444) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:46.862408 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-35964327-93f0-4a39-b3a4-055877e9f823 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:46.863849 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-35964327-93f0-4a39-b3a4-055877e9f823 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 946 time: 0.0609729 Apr 03 16:27:46.895189 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18f9847-c28e-441e-b5de-0a73bec618a9 admin admin] Deleting subnet 54e23844-ec83-4128-9385-e9f6fb20ae02 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:27:46.898729 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c18f9847-c28e-441e-b5de-0a73bec618a9 admin admin] Publish callbacks [] for subnet (54e23844-ec83-4128-9385-e9f6fb20ae02), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:46.938960 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c18f9847-c28e-441e-b5de-0a73bec618a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7593495'] for subnet (54e23844-ec83-4128-9385-e9f6fb20ae02), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:46.971040 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Deleting port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:46.971394 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.028895 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c18f9847-c28e-441e-b5de-0a73bec618a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (54e23844-ec83-4128-9385-e9f6fb20ae02), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.081219 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] For port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:47.081219 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.184570 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c18f9847-c28e-441e-b5de-0a73bec618a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8307492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7454057'] for subnet (54e23844-ec83-4128-9385-e9f6fb20ae02), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.213256 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f9847-c28e-441e-b5de-0a73bec618a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e23844-ec83-4128-9385-e9f6fb20ae02,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:47.225061 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c18f9847-c28e-441e-b5de-0a73bec618a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.229539 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-c18f9847-c28e-441e-b5de-0a73bec618a9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/54e23844-ec83-4128-9385-e9f6fb20ae02 HTTP/1.1" status: 204 len: 168 time: 0.3747709 Apr 03 16:27:47.238990 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad6923-d4b6-43d7-850c-16eda1111872 None None] Network a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:27:47.240000 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42448) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:47.278693 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1883-d38b-473e-8213-76268f846fc2 req-2eaa23f1-d781-4ad2-a9e6-04ef4b937487 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:27:47.280249 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d40b1883-d38b-473e-8213-76268f846fc2 req-2eaa23f1-d781-4ad2-a9e6-04ef4b937487 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 946 time: 0.0699558 Apr 03 16:27:47.323041 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.323399 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (f192f741-afcc-463e-ad85-f9d91bc8e9bd), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.323712 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Floating IP f192f741-afcc-463e-ad85-f9d91bc8e9bd disassociated. External IP: 172.27.0.182, port: fbac0f7a-a375-4ef8-ae8f-39b939fe79ae. Apr 03 16:27:47.324055 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Calling delete_port for fbac0f7a-a375-4ef8-ae8f-39b939fe79ae owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:47.340978 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.342906 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d40b1883-d38b-473e-8213-76268f846fc2 req-c01f23fa-70d0-4133-871f-7cb8e657df9c tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1348ec7-77cd-494c-bf87-37b357643060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525043 Apr 03 16:27:47.434315 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] DHCP port deletion for a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 request from dv-cinder-836247-2-iscsi {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:27:47.479558 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Deleting port 3f0619b4-c8f5-4ab4-8635-95542d62c4af {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:47.479877 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.481299 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Deleting port 3f0619b4-c8f5-4ab4-8635-95542d62c4af {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:47.481668 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.541007 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] For port 3f0619b4-c8f5-4ab4-8635-95542d62c4af, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=3f0619b4-c8f5-4ab4-8635-95542d62c4af,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:47.541319 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.553856 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Calling delete_port for 3f0619b4-c8f5-4ab4-8635-95542d62c4af owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:47.560735 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] For port 3f0619b4-c8f5-4ab4-8635-95542d62c4af, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=3f0619b4-c8f5-4ab4-8635-95542d62c4af,segment=NetworkSegment(9f977656-4e1b-4131-a3da-50739b041a40),segment_id=9f977656-4e1b-4131-a3da-50739b041a40)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:47.560735 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.567890 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Calling delete_port for 3f0619b4-c8f5-4ab4-8635-95542d62c4af owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:47.609704 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (fbac0f7a-a375-4ef8-ae8f-39b939fe79ae), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.668716 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event deleted for resources: {'Port': ['ID=fbac0f7a-a375-4ef8-ae8f-39b939fe79ae,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:47.700602 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.723196 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Pushing event deleted for resources: {'Port': ['ID=3f0619b4-c8f5-4ab4-8635-95542d62c4af,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:47.733538 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] No DVR routers for this DVR port 3f0619b4-c8f5-4ab4-8635-95542d62c4af on host dv-cinder-836247-2-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:27:47.735872 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.736233 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.736538 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.736869 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.737189 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.737510 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.737831 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.738141 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.738453 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.738796 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.739111 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.739426 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.739740 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.740049 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.740359 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e16a-3e98-4529-8943-bce508bd9183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:47.761859 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (3f0619b4-c8f5-4ab4-8635-95542d62c4af), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.795823 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0619b4-c8f5-4ab4-8635-95542d62c4af,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:47.799012 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] No DVR routers for this DVR port 3f0619b4-c8f5-4ab4-8635-95542d62c4af on host dv-cinder-836247-2-iscsi {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:27:47.878166 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Router a842159f-a329-4f9d-90fb-60bf45506a01 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:27:47.886695 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:47.962546 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:47.978795 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f977656-4e1b-4131-a3da-50739b041a40') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:47.979088 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f977656-4e1b-4131-a3da-50739b041a40') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:47.994636 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7700749'] for segment (9f977656-4e1b-4131-a3da-50739b041a40), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:48.014178 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (9f977656-4e1b-4131-a3da-50739b041a40), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:48.023723 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:27:48.024109 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8360334'] for segment (9f977656-4e1b-4131-a3da-50739b041a40), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: self.session.flush() Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: self.session.flush() Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: self.session.flush() Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: self.session.flush() Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: Traceback (most recent call last): Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: timer() Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: cb(*args, **kw) Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: return func(*args, **kwargs) Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: self._notify() Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: self.callback(batched_events) Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: event.method(event) Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: return f(self, *a, **k) Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._get(url).json() Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: return self.request(url, 'GET', **kwargs) Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:27:48.025755 dv-cinder-836247-2-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:27:48.072655 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:27:48.088473 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] Sync routers for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:27:48.099268 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:27:48.100306 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:27:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:48.121297 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] No DVR routers for this DVR port fbac0f7a-a375-4ef8-ae8f-39b939fe79ae on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:27:48.124159 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:48.127980 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-14c8339e-faf0-4ca3-9661-d3c2c234401d req-4e19b998-f86d-4d5f-883e-4bee3f8847a1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.21 "DELETE /v2.0/ports/fbac0f7a-a375-4ef8-ae8f-39b939fe79ae HTTP/1.1" status: 204 len: 173 time: 1.2588391 Apr 03 16:27:48.128430 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b340d3-3832-40ad-a660-314f3eff9254', 'name': 'network-vif-deleted', 'tag': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:27:48.131613 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ce314-4b0e-4fd0-8112-ca1be35f5beb" -d '{"events": [{"server_uuid": "06b340d3-3832-40ad-a660-314f3eff9254", "name": "network-vif-deleted", "tag": "fbac0f7a-a375-4ef8-ae8f-39b939fe79ae"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:27:48.172680 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bddb19d-5816-42ab-b7d7-5171e8ac6157 x-openstack-request-id: req-6bddb19d-5816-42ab-b7d7-5171e8ac6157 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:27:48.173066 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b340d3-3832-40ad-a660-314f3eff9254", "name": "network-vif-deleted", "tag": "fbac0f7a-a375-4ef8-ae8f-39b939fe79ae", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:27:48.173417 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bddb19d-5816-42ab-b7d7-5171e8ac6157 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:27:48.174112 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bddb19d-5816-42ab-b7d7-5171e8ac6157'] response: {'server_uuid': '06b340d3-3832-40ad-a660-314f3eff9254', 'name': 'network-vif-deleted', 'tag': 'fbac0f7a-a375-4ef8-ae8f-39b939fe79ae', 'status': 'completed', 'code': 200} Apr 03 16:27:48.175317 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:48.180925 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:48.189024 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285 HTTP/1.1" status: 204 len: 168 time: 0.9479730 Apr 03 16:27:48.192001 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42454) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:48.208102 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0369c3-f593-4d59-ad7b-43452ead60c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a2f19e-3f3e-4cfa-9cdc-f5ae8e8bf285,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:48.345690 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:27:48.433198 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 3f0619b4-c8f5-4ab4-8635-95542d62c4af no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:48.463143 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-31114fb1-114f-4d7f-a6ad-563468f18d74 req-0ddfec37-a407-4f0a-98c7-8496d6407f2e tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b340d3-3832-40ad-a660-314f3eff9254 HTTP/1.1" status: 200 len: 210 time: 0.0328469 Apr 03 16:27:48.489262 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 3f0619b4-c8f5-4ab4-8635-95542d62c4af {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:48.489607 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 3f0619b4-c8f5-4ab4-8635-95542d62c4af not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:48.490027 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device c0ebd05f-c5da-43f5-bc13-db62c4015489 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:48.516881 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: c0ebd05f-c5da-43f5-bc13-db62c4015489 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:48.517216 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device c0ebd05f-c5da-43f5-bc13-db62c4015489 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:48.589009 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589830'] for router_interface (07944792-97f9-4c21-b94a-c09efac134bd), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:48.600265 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:48.626009 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] Checking router: a842159f-a329-4f9d-90fb-60bf45506a01 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:27:48.634908 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:27:48.635507 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:27:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:48.741727 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:27:48.846741 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] Deleting port 6a8ec0c7-cd88-46be-bf89-28181a625ebf {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:48.847092 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:48.934517 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] For port 6a8ec0c7-cd88-46be-bf89-28181a625ebf, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=6a8ec0c7-cd88-46be-bf89-28181a625ebf,segment=NetworkSegment(472a77cb-a352-48a4-b292-235ce1add5b7),segment_id=472a77cb-a352-48a4-b292-235ce1add5b7)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:48.936565 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:48.952056 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:48.952295 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] Calling delete_port for 6a8ec0c7-cd88-46be-bf89-28181a625ebf owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:48.978844 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b474b-8d6b-4d35-bae6-6a6f00d1ae0e None None] The sync data for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi is: [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:18:02Z', 'revision_number': 4, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'fde7850d-366c-4ad1-a59a-9291e7ca8379', 'name': '', 'network_id': 'cf513d36-9af9-4e00-9a79-adf1d408c238', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'mac_address': 'fa:16:3e:77:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:01Z', 'updated_at': '2022-04-03T16:18:10Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'subnets': [{'id': 'a641f716-3fbf-44b3-9d0d-02b1e08dc988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:27:49.212451 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76444d75-2d66-4ff8-a2c1-ead83446c798 None None] New status for floating IP f192f741-afcc-463e-ad85-f9d91bc8e9bd: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:27:49.215000 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (6a8ec0c7-cd88-46be-bf89-28181a625ebf), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:49.246400 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8ec0c7-cd88-46be-bf89-28181a625ebf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:49.413794 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597142'] for router_interface (07944792-97f9-4c21-b94a-c09efac134bd), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:49.624993 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42462) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:49.682985 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c996d62c-1239-4518-9d6f-602128f7340f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (c1348ec7-77cd-494c-bf87-37b357643060), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:49.708394 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c996d62c-1239-4518-9d6f-602128f7340f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (c1348ec7-77cd-494c-bf87-37b357643060), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:49.820746 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c996d62c-1239-4518-9d6f-602128f7340f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (c1348ec7-77cd-494c-bf87-37b357643060), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:49.823476 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c996d62c-1239-4518-9d6f-602128f7340f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:49.824619 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-c996d62c-1239-4518-9d6f-602128f7340f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1348ec7-77cd-494c-bf87-37b357643060 HTTP/1.1" status: 204 len: 168 time: 0.1986518 Apr 03 16:27:49.828041 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42464) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:49.845874 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.api.v2.resource [None req-a895122c-0883-48d6-8e25-cb19ee6ef348 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] show failed (client error): The resource could not be found. Apr 03 16:27:49.846958 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-a895122c-0883-48d6-8e25-cb19ee6ef348 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "GET /v2.0/security-groups/c1348ec7-77cd-494c-bf87-37b357643060 HTTP/1.1" status: 404 len: 347 time: 0.0180321 Apr 03 16:27:49.847875 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996d62c-1239-4518-9d6f-602128f7340f tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1348ec7-77cd-494c-bf87-37b357643060,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:49.850439 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42466) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:49.910969 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] Router 07944792-97f9-4c21-b94a-c09efac134bd has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:27:49.975965 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Deleting port 022c7e0e-c8ea-437d-8123-3729d935e1d7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:49.976841 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (022c7e0e-c8ea-437d-8123-3729d935e1d7), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.029217 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:27:50.036952 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1977dd13-192e-4577-922f-cdeacc4deb8a admin admin] 10.222.0.37 "PUT /v2.0/routers/07944792-97f9-4c21-b94a-c09efac134bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8437271 Apr 03 16:27:50.039589 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] Sync routers for ids ['07944792-97f9-4c21-b94a-c09efac134bd'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:27:50.040140 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42468) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:50.049801 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] Routers {'07944792-97f9-4c21-b94a-c09efac134bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:27:50.050418 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:27:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['07944792-97f9-4c21-b94a-c09efac134bd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:50.057392 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (022c7e0e-c8ea-437d-8123-3729d935e1d7), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.057783 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (022c7e0e-c8ea-437d-8123-3729d935e1d7), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.069418 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Calling delete_port for 022c7e0e-c8ea-437d-8123-3729d935e1d7 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:50.140714 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Publish callbacks [] for router (07944792-97f9-4c21-b94a-c09efac134bd), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.158343 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] Set router 07944792-97f9-4c21-b94a-c09efac134bd gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:27:50.247352 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Publish callbacks [] for router_gateway (07944792-97f9-4c21-b94a-c09efac134bd), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.277619 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (022c7e0e-c8ea-437d-8123-3729d935e1d7), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.309233 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Pushing event deleted for resources: {'Port': ['ID=022c7e0e-c8ea-437d-8123-3729d935e1d7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:50.332471 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.332819 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.333156 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.333486 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.333842 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.334596 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.334596 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.334886 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.335761 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.336079 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.336400 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.336797 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.337025 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.337335 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.337641 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.338611 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944792-97f9-4c21-b94a-c09efac134bd', 'name': 'tempest-TestShelveInstance-1758677287-router', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:59Z', 'updated_at': '2022-04-03T16:27:49Z', 'revision_number': 5, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'gw_port': {'id': '9c379e89-2b99-44de-8328-e7f2ae243d15', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07944792-97f9-4c21-b94a-c09efac134bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:21:00Z', 'updated_at': '2022-04-03T16:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:50.377546 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] Checking router: 07944792-97f9-4c21-b94a-c09efac134bd for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:27:50.385108 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks [] for floatingip (f192f741-afcc-463e-ad85-f9d91bc8e9bd), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.387661 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.389114 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] Routers {'07944792-97f9-4c21-b94a-c09efac134bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:27:50.389495 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:27:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['07944792-97f9-4c21-b94a-c09efac134bd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:50.391862 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-bda8bccf-1af7-46b2-b1dc-990176bfd8b1 tempest-AttachVolumeTestJSON-1921745797 tempest-AttachVolumeTestJSON-1921745797-project] 10.222.0.37 "DELETE /v2.0/floatingips/f192f741-afcc-463e-ad85-f9d91bc8e9bd HTTP/1.1" status: 204 len: 168 time: 0.5393419 Apr 03 16:27:50.429350 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Deleting port 9c379e89-2b99-44de-8328-e7f2ae243d15 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:50.429682 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.480599 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] Set router 07944792-97f9-4c21-b94a-c09efac134bd gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:27:50.505888 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] For port 9c379e89-2b99-44de-8328-e7f2ae243d15, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=9c379e89-2b99-44de-8328-e7f2ae243d15,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:50.506239 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.518719 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Calling delete_port for 9c379e89-2b99-44de-8328-e7f2ae243d15 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:50.531142 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944792-97f9-4c21-b94a-c09efac134bd', 'name': 'tempest-TestShelveInstance-1758677287-router', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:59Z', 'updated_at': '2022-04-03T16:27:50Z', 'revision_number': 6, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'gw_port_host': None}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:50.560298 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512081d-b680-4c92-b0f8-8af20990754d None None] The sync data for ids ['07944792-97f9-4c21-b94a-c09efac134bd'] in dv-cinder-836247-2-iscsi is: [{'id': '07944792-97f9-4c21-b94a-c09efac134bd', 'name': 'tempest-TestShelveInstance-1758677287-router', 'tenant_id': '69569f9371764b65bcc1df2151d608a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:20:59Z', 'updated_at': '2022-04-03T16:27:50Z', 'revision_number': 6, 'project_id': '69569f9371764b65bcc1df2151d608a4', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:27:50.743648 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (9c379e89-2b99-44de-8328-e7f2ae243d15), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.767037 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c379e89-2b99-44de-8328-e7f2ae243d15,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:50.777303 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.777639 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.777978 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.778306 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.778650 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.778975 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.779357 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.779678 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.779994 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.780311 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.780649 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.780964 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.781276 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.781587 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.781896 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:27:50.843500 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591100'] for router_gateway (07944792-97f9-4c21-b94a-c09efac134bd), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.934722 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3716'] for router (07944792-97f9-4c21-b94a-c09efac134bd), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:50.937193 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Publish callbacks [] for router_controller (07944792-97f9-4c21-b94a-c09efac134bd), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.048872 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596377'] for router (07944792-97f9-4c21-b94a-c09efac134bd), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.049405 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07944792-97f9-4c21-b94a-c09efac134bd {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:27:51.059824 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.059824 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-39f16a29-e7f8-4f57-8cfc-97b0fd22529a admin admin] 10.222.0.37 "DELETE /v2.0/routers/07944792-97f9-4c21-b94a-c09efac134bd HTTP/1.1" status: 204 len: 168 time: 1.0144713 Apr 03 16:27:51.059824 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42474) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:51.105709 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e282ebe-a40f-4c65-8f99-c8a32166c68a admin admin] Deleting subnet fb65dd21-ceaa-4823-9576-4f80c71a5b8d {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:27:51.108813 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e282ebe-a40f-4c65-8f99-c8a32166c68a admin admin] Publish callbacks [] for subnet (fb65dd21-ceaa-4823-9576-4f80c71a5b8d), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.141910 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e282ebe-a40f-4c65-8f99-c8a32166c68a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7700742'] for subnet (fb65dd21-ceaa-4823-9576-4f80c71a5b8d), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.217866 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e282ebe-a40f-4c65-8f99-c8a32166c68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (fb65dd21-ceaa-4823-9576-4f80c71a5b8d), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.355870 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e282ebe-a40f-4c65-8f99-c8a32166c68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8363560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7527363'] for subnet (fb65dd21-ceaa-4823-9576-4f80c71a5b8d), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.387425 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e282ebe-a40f-4c65-8f99-c8a32166c68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb65dd21-ceaa-4823-9576-4f80c71a5b8d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:51.391035 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e282ebe-a40f-4c65-8f99-c8a32166c68a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.394276 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0e282ebe-a40f-4c65-8f99-c8a32166c68a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb65dd21-ceaa-4823-9576-4f80c71a5b8d HTTP/1.1" status: 204 len: 168 time: 0.3351171 Apr 03 16:27:51.396991 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42476) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:51.400806 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device fbac0f7a-a375-4ef8-ae8f-39b939fe79ae no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:51.403474 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351316bf-619a-40a2-b31e-e93539414a6b None None] Network 6c926e3a-c0a2-4c39-a851-a436a5d809e3 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:27:51.431848 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: fbac0f7a-a375-4ef8-ae8f-39b939fe79ae {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:51.432192 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device fbac0f7a-a375-4ef8-ae8f-39b939fe79ae not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:51.466938 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (6c926e3a-c0a2-4c39-a851-a436a5d809e3), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.527549 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Deleting port 88f3c841-f6a4-414b-9ed1-b971bc17247c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:51.527967 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.586243 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d640d-53f4-437b-9020-8450b357896e None None] DHCP port deletion for 6c926e3a-c0a2-4c39-a851-a436a5d809e3 request from dv-cinder-836247-2-iscsi {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:27:51.592553 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] For port 88f3c841-f6a4-414b-9ed1-b971bc17247c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=88f3c841-f6a4-414b-9ed1-b971bc17247c,segment=NetworkSegment(472a77cb-a352-48a4-b292-235ce1add5b7),segment_id=472a77cb-a352-48a4-b292-235ce1add5b7)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:51.592913 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.606547 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Calling delete_port for 88f3c841-f6a4-414b-9ed1-b971bc17247c owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:51.633029 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d640d-53f4-437b-9020-8450b357896e None None] Deleting port 88f3c841-f6a4-414b-9ed1-b971bc17247c {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:51.633399 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c1d640d-53f4-437b-9020-8450b357896e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.705805 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9c1d640d-53f4-437b-9020-8450b357896e None None] For port 88f3c841-f6a4-414b-9ed1-b971bc17247c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=88f3c841-f6a4-414b-9ed1-b971bc17247c,segment=NetworkSegment(472a77cb-a352-48a4-b292-235ce1add5b7),segment_id=472a77cb-a352-48a4-b292-235ce1add5b7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:51.705805 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c1d640d-53f4-437b-9020-8450b357896e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.709119 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d640d-53f4-437b-9020-8450b357896e None None] Calling delete_port for 88f3c841-f6a4-414b-9ed1-b971bc17247c owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:51.778077 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.785113 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c1d640d-53f4-437b-9020-8450b357896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975'] for port (88f3c841-f6a4-414b-9ed1-b971bc17247c), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.808874 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Pushing event deleted for resources: {'Port': ['ID=88f3c841-f6a4-414b-9ed1-b971bc17247c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:51.808874 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] No DVR routers for this DVR port 88f3c841-f6a4-414b-9ed1-b971bc17247c on host dv-cinder-836247-2-iscsi {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:27:51.814996 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d640d-53f4-437b-9020-8450b357896e None None] Pushing event deleted for resources: {'Port': ['ID=88f3c841-f6a4-414b-9ed1-b971bc17247c,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:51.819831 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d640d-53f4-437b-9020-8450b357896e None None] No DVR routers for this DVR port 88f3c841-f6a4-414b-9ed1-b971bc17247c on host dv-cinder-836247-2-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:27:51.877055 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (6c926e3a-c0a2-4c39-a851-a436a5d809e3), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.898627 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c926e3a-c0a2-4c39-a851-a436a5d809e3']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:51.907868 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472a77cb-a352-48a4-b292-235ce1add5b7') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:51.914017 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472a77cb-a352-48a4-b292-235ce1add5b7') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:51.923104 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (472a77cb-a352-48a4-b292-235ce1add5b7), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.936639 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (472a77cb-a352-48a4-b292-235ce1add5b7), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.942465 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:27:51.942863 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (472a77cb-a352-48a4-b292-235ce1add5b7), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:27:51.944449 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:27:52.063718 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (6c926e3a-c0a2-4c39-a851-a436a5d809e3), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:52.069701 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:52.072843 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] 10.222.0.37 "DELETE /v2.0/networks/6c926e3a-c0a2-4c39-a851-a436a5d809e3 HTTP/1.1" status: 204 len: 168 time: 0.6748500 Apr 03 16:27:52.083463 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbf7b1-8fa6-46e0-af9d-b43803ed354d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c926e3a-c0a2-4c39-a851-a436a5d809e3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:52.372261 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 6a8ec0c7-cd88-46be-bf89-28181a625ebf no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:52.392267 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 6a8ec0c7-cd88-46be-bf89-28181a625ebf {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:52.392609 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 6a8ec0c7-cd88-46be-bf89-28181a625ebf not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:52.393012 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 9c379e89-2b99-44de-8328-e7f2ae243d15 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:52.411642 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 9c379e89-2b99-44de-8328-e7f2ae243d15 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:52.412264 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 9c379e89-2b99-44de-8328-e7f2ae243d15 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:52.412370 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 88f3c841-f6a4-414b-9ed1-b971bc17247c no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:52.433073 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 88f3c841-f6a4-414b-9ed1-b971bc17247c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:52.433426 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 88f3c841-f6a4-414b-9ed1-b971bc17247c not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:52.489712 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42486) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:52.529304 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-24835208-171a-4c17-bc75-84dc6eb1b2fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35d18393cd72468a8c4f01bd9c6aea63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383620 Apr 03 16:27:52.531714 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42488) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:52.577535 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1ac44bd-5cfe-46ca-a370-d25d0652e39a admin admin] Publish callbacks [] for security_group (b2d7132a-7933-4883-8eb8-5b034e1267c8), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:52.597901 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1ac44bd-5cfe-46ca-a370-d25d0652e39a admin admin] Publish callbacks [] for security_group (b2d7132a-7933-4883-8eb8-5b034e1267c8), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:52.772137 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1ac44bd-5cfe-46ca-a370-d25d0652e39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b2d7132a-7933-4883-8eb8-5b034e1267c8), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:52.774776 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1ac44bd-5cfe-46ca-a370-d25d0652e39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:52.775972 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b1ac44bd-5cfe-46ca-a370-d25d0652e39a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2d7132a-7933-4883-8eb8-5b034e1267c8 HTTP/1.1" status: 204 len: 168 time: 0.2433717 Apr 03 16:27:52.783755 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac44bd-5cfe-46ca-a370-d25d0652e39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d7132a-7933-4883-8eb8-5b034e1267c8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:53.572497 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42504) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:53.612734 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f15e1206-438a-4472-8e5c-c757a897b0a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69569f9371764b65bcc1df2151d608a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389616 Apr 03 16:27:53.615199 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42506) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:53.661754 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb69774c-7ca4-425f-b186-48fe030b75d3 admin admin] Publish callbacks [] for security_group (5bb126ee-4f69-4495-9b99-a0afcb95614b), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:53.685779 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb69774c-7ca4-425f-b186-48fe030b75d3 admin admin] Publish callbacks [] for security_group (5bb126ee-4f69-4495-9b99-a0afcb95614b), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:53.829171 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb69774c-7ca4-425f-b186-48fe030b75d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (5bb126ee-4f69-4495-9b99-a0afcb95614b), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:53.831700 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb69774c-7ca4-425f-b186-48fe030b75d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:53.832854 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-cb69774c-7ca4-425f-b186-48fe030b75d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bb126ee-4f69-4495-9b99-a0afcb95614b HTTP/1.1" status: 204 len: 168 time: 0.2168334 Apr 03 16:27:53.841942 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69774c-7ca4-425f-b186-48fe030b75d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb126ee-4f69-4495-9b99-a0afcb95614b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:54.468693 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42518) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:54.981358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589830'] for router_interface (a842159f-a329-4f9d-90fb-60bf45506a01), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:55.222692 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] Deleting port fde7850d-366c-4ad1-a59a-9291e7ca8379 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:55.223026 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:55.304410 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] For port fde7850d-366c-4ad1-a59a-9291e7ca8379, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=fde7850d-366c-4ad1-a59a-9291e7ca8379,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:55.304966 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:55.317438 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] Calling delete_port for fde7850d-366c-4ad1-a59a-9291e7ca8379 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:55.557245 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (fde7850d-366c-4ad1-a59a-9291e7ca8379), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:55.582237 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] Pushing event deleted for resources: {'Port': ['ID=fde7850d-366c-4ad1-a59a-9291e7ca8379,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:55.762168 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597142'] for router_interface (a842159f-a329-4f9d-90fb-60bf45506a01), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:55.984217 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] Router a842159f-a329-4f9d-90fb-60bf45506a01 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:27:56.091614 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:27:56.096720 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0f9c661c-9945-42a9-a0b5-32e737e5ed4a admin admin] 10.222.0.37 "PUT /v2.0/routers/a842159f-a329-4f9d-90fb-60bf45506a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6269994 Apr 03 16:27:56.099278 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42528) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:56.100066 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] Sync routers for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:27:56.110612 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:27:56.111310 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:27:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:56.204684 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Publish callbacks [] for router (a842159f-a329-4f9d-90fb-60bf45506a01), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:56.216671 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:27:56.314305 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Publish callbacks [] for router_gateway (a842159f-a329-4f9d-90fb-60bf45506a01), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:56.402040 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:27:55Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:56.427831 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] Checking router: a842159f-a329-4f9d-90fb-60bf45506a01 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:27:56.436111 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] Routers {'a842159f-a329-4f9d-90fb-60bf45506a01'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:27:56.436714 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:27:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['a842159f-a329-4f9d-90fb-60bf45506a01'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:56.490268 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Deleting port e73660e0-a32c-44c2-9bfe-22fa69abb78c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:56.490633 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:56.543804 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] Set router a842159f-a329-4f9d-90fb-60bf45506a01 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:27:56.573615 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] For port e73660e0-a32c-44c2-9bfe-22fa69abb78c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=e73660e0-a32c-44c2-9bfe-22fa69abb78c,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:56.573615 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:56.590501 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Calling delete_port for e73660e0-a32c-44c2-9bfe-22fa69abb78c owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:56.729712 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:27:55Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:56.755443 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3519c-2280-4b70-b921-cf3a94195204 None None] The sync data for ids ['a842159f-a329-4f9d-90fb-60bf45506a01'] in dv-cinder-836247-2-iscsi is: [{'id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'name': 'tempest-AttachVolumeTestJSON-641623947-router', 'tenant_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:54Z', 'updated_at': '2022-04-03T16:27:55Z', 'revision_number': 5, 'project_id': 'b4bcd00416c54c708f0b9fa7135396bd', 'gw_port': {'id': 'e73660e0-a32c-44c2-9bfe-22fa69abb78c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842159f-a329-4f9d-90fb-60bf45506a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:27:56.826352 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (e73660e0-a32c-44c2-9bfe-22fa69abb78c), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:56.852378 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73660e0-a32c-44c2-9bfe-22fa69abb78c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:56.912058 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591100'] for router_gateway (a842159f-a329-4f9d-90fb-60bf45506a01), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.276116 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3716'] for router (a842159f-a329-4f9d-90fb-60bf45506a01), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.278196 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Publish callbacks [] for router_controller (a842159f-a329-4f9d-90fb-60bf45506a01), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.394822 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596377'] for router (a842159f-a329-4f9d-90fb-60bf45506a01), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.395351 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a842159f-a329-4f9d-90fb-60bf45506a01 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:27:57.401839 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.401839 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-48f38f82-1f48-4278-ae94-2a6796e1b0d6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a842159f-a329-4f9d-90fb-60bf45506a01 HTTP/1.1" status: 204 len: 168 time: 1.3005989 Apr 03 16:27:57.403712 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42534) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:57.450952 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4ffdc4-c979-49bc-92cb-68729f967d9c admin admin] Deleting subnet a641f716-3fbf-44b3-9d0d-02b1e08dc988 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:27:57.454598 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e4ffdc4-c979-49bc-92cb-68729f967d9c admin admin] Publish callbacks [] for subnet (a641f716-3fbf-44b3-9d0d-02b1e08dc988), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.489795 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e4ffdc4-c979-49bc-92cb-68729f967d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7700742'] for subnet (a641f716-3fbf-44b3-9d0d-02b1e08dc988), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.569302 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e4ffdc4-c979-49bc-92cb-68729f967d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (a641f716-3fbf-44b3-9d0d-02b1e08dc988), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.718037 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e4ffdc4-c979-49bc-92cb-68729f967d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8363560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7527363'] for subnet (a641f716-3fbf-44b3-9d0d-02b1e08dc988), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.744609 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ffdc4-c979-49bc-92cb-68729f967d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a641f716-3fbf-44b3-9d0d-02b1e08dc988,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:57.751887 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e4ffdc4-c979-49bc-92cb-68729f967d9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.755260 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-7e4ffdc4-c979-49bc-92cb-68729f967d9c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a641f716-3fbf-44b3-9d0d-02b1e08dc988 HTTP/1.1" status: 204 len: 168 time: 0.3505452 Apr 03 16:27:57.757951 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42542) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:57.760343 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce72581e-0c09-4e3e-a959-fac7ea2ceb59 None None] Network cf513d36-9af9-4e00-9a79-adf1d408c238 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:27:57.835097 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (cf513d36-9af9-4e00-9a79-adf1d408c238), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.907451 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Deleting port 2ea7daf3-4220-4e68-9b47-4643450295f0 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:57.907701 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:57.982160 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] For port 2ea7daf3-4220-4e68-9b47-4643450295f0, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=2ea7daf3-4220-4e68-9b47-4643450295f0,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:57.982544 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.000641 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Calling delete_port for 2ea7daf3-4220-4e68-9b47-4643450295f0 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:58.076338 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad2ae3c-4b7e-4593-9ba6-2c65a9b66601 None None] DHCP port deletion for cf513d36-9af9-4e00-9a79-adf1d408c238 request from dv-cinder-836247-2-iscsi {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:27:58.123163 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2ae3c-4b7e-4593-9ba6-2c65a9b66601 None None] Deleting port 2ea7daf3-4220-4e68-9b47-4643450295f0 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:27:58.123462 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ae3c-4b7e-4593-9ba6-2c65a9b66601 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.172080 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.187177 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1ad2ae3c-4b7e-4593-9ba6-2c65a9b66601 None None] For port 2ea7daf3-4220-4e68-9b47-4643450295f0, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=2ea7daf3-4220-4e68-9b47-4643450295f0,segment=NetworkSegment(c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf),segment_id=c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:27:58.187727 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ae3c-4b7e-4593-9ba6-2c65a9b66601 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.198336 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea7daf3-4220-4e68-9b47-4643450295f0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:58.202200 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] No DVR routers for this DVR port 2ea7daf3-4220-4e68-9b47-4643450295f0 on host dv-cinder-836247-2-iscsi {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:27:58.202777 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2ae3c-4b7e-4593-9ba6-2c65a9b66601 None None] Calling delete_port for 2ea7daf3-4220-4e68-9b47-4643450295f0 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:27:58.274543 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (cf513d36-9af9-4e00-9a79-adf1d408c238), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.278589 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ae3c-4b7e-4593-9ba6-2c65a9b66601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975'] for port (2ea7daf3-4220-4e68-9b47-4643450295f0), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.296868 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf513d36-9af9-4e00-9a79-adf1d408c238']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:58.331660 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2ae3c-4b7e-4593-9ba6-2c65a9b66601 None None] Pushing event deleted for resources: {'Port': ['ID=2ea7daf3-4220-4e68-9b47-4643450295f0,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:58.332972 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:58.332972 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:27:58.333639 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad2ae3c-4b7e-4593-9ba6-2c65a9b66601 None None] No DVR routers for this DVR port 2ea7daf3-4220-4e68-9b47-4643450295f0 on host dv-cinder-836247-2-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:27:58.333850 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7700749'] for segment (c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.343206 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.351868 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:27:58.352256 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8360334'] for segment (c4799a6f-2f8a-4ff7-aece-2ea2a25e14bf), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: Traceback (most recent call last): Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: timer() Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: cb(*args, **kw) Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: return func(*args, **kwargs) Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: self._notify() Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: self.callback(batched_events) Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: event.method(event) Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: return f(self, *a, **k) Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._get(url).json() Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: return self.request(url, 'GET', **kwargs) Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:27:58.354151 dv-cinder-836247-2-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:27:58.403027 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device e73660e0-a32c-44c2-9bfe-22fa69abb78c no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:58.425289 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: e73660e0-a32c-44c2-9bfe-22fa69abb78c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:58.425554 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device e73660e0-a32c-44c2-9bfe-22fa69abb78c not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:58.425963 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device fde7850d-366c-4ad1-a59a-9291e7ca8379 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:58.444366 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: fde7850d-366c-4ad1-a59a-9291e7ca8379 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:58.444707 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device fde7850d-366c-4ad1-a59a-9291e7ca8379 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:58.445147 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 2ea7daf3-4220-4e68-9b47-4643450295f0 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:27:58.464894 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 2ea7daf3-4220-4e68-9b47-4643450295f0 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:27:58.465236 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 2ea7daf3-4220-4e68-9b47-4643450295f0 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:27:58.532568 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (cf513d36-9af9-4e00-9a79-adf1d408c238), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.540657 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:58.544001 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cf513d36-9af9-4e00-9a79-adf1d408c238 HTTP/1.1" status: 204 len: 168 time: 0.7851224 Apr 03 16:27:58.553647 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54a3d1-7481-4d0d-a6ae-18b24773bb86 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf513d36-9af9-4e00-9a79-adf1d408c238,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:58.928871 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42552) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:58.968362 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-d81db050-1d3a-40e7-b2e2-816da76a74e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4bcd00416c54c708f0b9fa7135396bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377698 Apr 03 16:27:58.970863 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42554) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:27:59.019144 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8337a5a7-7691-46de-855c-4ad0c071b5f6 admin admin] Publish callbacks [] for security_group (fa010dfd-06ce-4183-8247-88d0c4e41737), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:59.040395 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8337a5a7-7691-46de-855c-4ad0c071b5f6 admin admin] Publish callbacks [] for security_group (fa010dfd-06ce-4183-8247-88d0c4e41737), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:59.149118 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8337a5a7-7691-46de-855c-4ad0c071b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (fa010dfd-06ce-4183-8247-88d0c4e41737), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:59.151685 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8337a5a7-7691-46de-855c-4ad0c071b5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:59.152874 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8337a5a7-7691-46de-855c-4ad0c071b5f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa010dfd-06ce-4183-8247-88d0c4e41737 HTTP/1.1" status: 204 len: 168 time: 0.1810899 Apr 03 16:27:59.160453 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337a5a7-7691-46de-855c-4ad0c071b5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa010dfd-06ce-4183-8247-88d0c4e41737,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:27:59.211912 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:27:59.574638 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b7c19359-db7d-4c8d-a174-39d4abe64528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:01.462696 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42610) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:01.563180 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb221975-0e4e-41b6-8d63-5ee938fff02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:01.633118 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb221975-0e4e-41b6-8d63-5ee938fff02c admin admin] Publish callbacks [] for security_group (bbc61aeb-79b3-4a0f-8379-e5c666ba652e), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:01.688967 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb221975-0e4e-41b6-8d63-5ee938fff02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (bbc61aeb-79b3-4a0f-8379-e5c666ba652e), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:01.727899 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-cb221975-0e4e-41b6-8d63-5ee938fff02c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6600d38fc814ce09bf000c33b748178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641683 Apr 03 16:28:01.728819 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb221975-0e4e-41b6-8d63-5ee938fff02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc61aeb-79b3-4a0f-8379-e5c666ba652e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:01.730657 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42616) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:01.777665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d51433a-66f0-4de2-9cfb-a02544c81b5e admin admin] Publish callbacks [] for security_group (bbc61aeb-79b3-4a0f-8379-e5c666ba652e), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:01.798630 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d51433a-66f0-4de2-9cfb-a02544c81b5e admin admin] Publish callbacks [] for security_group (bbc61aeb-79b3-4a0f-8379-e5c666ba652e), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:01.880662 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89a66f7f-b582-47cc-9ac3-8fbc8f059533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:01.920417 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d51433a-66f0-4de2-9cfb-a02544c81b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (bbc61aeb-79b3-4a0f-8379-e5c666ba652e), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:01.923004 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d51433a-66f0-4de2-9cfb-a02544c81b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:01.924174 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6d51433a-66f0-4de2-9cfb-a02544c81b5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbc61aeb-79b3-4a0f-8379-e5c666ba652e HTTP/1.1" status: 204 len: 168 time: 0.1924491 Apr 03 16:28:01.932827 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51433a-66f0-4de2-9cfb-a02544c81b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc61aeb-79b3-4a0f-8379-e5c666ba652e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:02.471557 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42624) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:02.485518 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35ce5e16-a971-4f74-aac3-ba95a79c0c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:02.555962 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35ce5e16-a971-4f74-aac3-ba95a79c0c14 admin admin] Publish callbacks [] for security_group (3f21eca0-1706-413a-92c4-26f53ebb0d36), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:02.623465 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35ce5e16-a971-4f74-aac3-ba95a79c0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (3f21eca0-1706-413a-92c4-26f53ebb0d36), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:02.659384 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce5e16-a971-4f74-aac3-ba95a79c0c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f21eca0-1706-413a-92c4-26f53ebb0d36,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:02.664283 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-35ce5e16-a971-4f74-aac3-ba95a79c0c14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eaaf4fb529da4bf482936cde26e3ab30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911263 Apr 03 16:28:02.667226 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42628) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:02.716175 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32046cbc-ff25-489f-8cb1-399acf019a83 admin admin] Publish callbacks [] for security_group (3f21eca0-1706-413a-92c4-26f53ebb0d36), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:02.737325 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32046cbc-ff25-489f-8cb1-399acf019a83 admin admin] Publish callbacks [] for security_group (3f21eca0-1706-413a-92c4-26f53ebb0d36), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:02.860290 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32046cbc-ff25-489f-8cb1-399acf019a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (3f21eca0-1706-413a-92c4-26f53ebb0d36), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:02.862734 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32046cbc-ff25-489f-8cb1-399acf019a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:02.863950 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-32046cbc-ff25-489f-8cb1-399acf019a83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f21eca0-1706-413a-92c4-26f53ebb0d36 HTTP/1.1" status: 204 len: 168 time: 0.1954875 Apr 03 16:28:02.871756 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32046cbc-ff25-489f-8cb1-399acf019a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f21eca0-1706-413a-92c4-26f53ebb0d36,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:02.971589 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:04.345599 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:05.250520 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42680) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:05.356217 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f91e6832-4650-4ee0-a6ce-4ff659c79d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:05.429041 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f91e6832-4650-4ee0-a6ce-4ff659c79d04 admin admin] Publish callbacks [] for security_group (afe0a312-00e3-4715-8ec5-f9c0a28aa135), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:05.497317 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f91e6832-4650-4ee0-a6ce-4ff659c79d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (afe0a312-00e3-4715-8ec5-f9c0a28aa135), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:05.536031 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-f91e6832-4650-4ee0-a6ce-4ff659c79d04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6aa65d47076040e4ab6cfaecc2e76a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843063 Apr 03 16:28:05.536889 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e6832-4650-4ee0-a6ce-4ff659c79d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe0a312-00e3-4715-8ec5-f9c0a28aa135,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:05.538834 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42684) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:05.585920 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e77fcbb1-9d71-46a8-aada-34ccfdb20dae admin admin] Publish callbacks [] for security_group (afe0a312-00e3-4715-8ec5-f9c0a28aa135), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:05.607670 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e77fcbb1-9d71-46a8-aada-34ccfdb20dae admin admin] Publish callbacks [] for security_group (afe0a312-00e3-4715-8ec5-f9c0a28aa135), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:05.726662 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e77fcbb1-9d71-46a8-aada-34ccfdb20dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (afe0a312-00e3-4715-8ec5-f9c0a28aa135), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:05.729153 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e77fcbb1-9d71-46a8-aada-34ccfdb20dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:05.730381 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e77fcbb1-9d71-46a8-aada-34ccfdb20dae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afe0a312-00e3-4715-8ec5-f9c0a28aa135 HTTP/1.1" status: 204 len: 168 time: 0.1905093 Apr 03 16:28:05.737916 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fcbb1-9d71-46a8-aada-34ccfdb20dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe0a312-00e3-4715-8ec5-f9c0a28aa135,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:05.857551 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:06.412345 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42706) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:06.429489 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ed8013e-5be4-4814-8f18-42e4de1fcfcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:06.507047 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ed8013e-5be4-4814-8f18-42e4de1fcfcd admin admin] Publish callbacks [] for security_group (cd9196b8-05c5-4e17-ad96-c98aeb4e8c23), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:06.568645 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ed8013e-5be4-4814-8f18-42e4de1fcfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (cd9196b8-05c5-4e17-ad96-c98aeb4e8c23), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:06.607244 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3ed8013e-5be4-4814-8f18-42e4de1fcfcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4837e0c066874a6cbf45edc0186a7a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937988 Apr 03 16:28:06.608169 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8013e-5be4-4814-8f18-42e4de1fcfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9196b8-05c5-4e17-ad96-c98aeb4e8c23,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:06.609950 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42708) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:06.657256 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0bf1280d-072a-4c6a-a653-fa907327c875 admin admin] Publish callbacks [] for security_group (cd9196b8-05c5-4e17-ad96-c98aeb4e8c23), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:06.677111 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0bf1280d-072a-4c6a-a653-fa907327c875 admin admin] Publish callbacks [] for security_group (cd9196b8-05c5-4e17-ad96-c98aeb4e8c23), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:06.800000 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0bf1280d-072a-4c6a-a653-fa907327c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (cd9196b8-05c5-4e17-ad96-c98aeb4e8c23), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:06.802516 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0bf1280d-072a-4c6a-a653-fa907327c875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:06.803688 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-0bf1280d-072a-4c6a-a653-fa907327c875 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd9196b8-05c5-4e17-ad96-c98aeb4e8c23 HTTP/1.1" status: 204 len: 168 time: 0.1927259 Apr 03 16:28:06.811740 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1280d-072a-4c6a-a653-fa907327c875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9196b8-05c5-4e17-ad96-c98aeb4e8c23,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:07.814656 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:28:07.957879 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f22150-8590-4bb6-8f73-c6382cd168f1 req-87ae88d9-080e-43c1-83a2-326edcb4fb3d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:07.959385 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-51f22150-8590-4bb6-8f73-c6382cd168f1 req-87ae88d9-080e-43c1-83a2-326edcb4fb3d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 945 time: 0.0527267 Apr 03 16:28:08.007913 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-51f22150-8590-4bb6-8f73-c6382cd168f1 req-855a14db-7691-4267-88c7-ab205290a7f7 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420861 Apr 03 16:28:08.033746 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42740) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:08.125638 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1911292318-network', 'tenant_id': '59153d760c9e4657a40b20d8ed903686'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:28:08.214684 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Made reservation on behalf of 59153d760c9e4657a40b20d8ed903686 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:28:08.216922 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:08.228076 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:08.303623 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Publish callbacks [] for security_group (4f84abd4-3bc3-4eae-98be-178300c12fdd), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:08.397403 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4f84abd4-3bc3-4eae-98be-178300c12fdd), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:08.421374 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:28:08.430916 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f84abd4-3bc3-4eae-98be-178300c12fdd,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:08.436024 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (03499746-9a5d-4df6-8d83-b6f88f226703), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:08.436357 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.segments_db [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Added segment 03499746-9a5d-4df6-8d83-b6f88f226703 of type vlan for network 81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac Apr 03 16:28:08.475264 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:08.562853 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:08.563830 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:08.564419 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:08.621767 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] Pushing event updated for resources: {'Network': ['ID=81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:08.631363 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:28:08.685478 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-39d24fa1-cb6b-49b2-aac5-29f84a818243 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6500523 Apr 03 16:28:08.688340 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42744) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:08.692939 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Request body: {'subnet': {'network_id': '81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1911292318-subnet', 'tenant_id': '59153d760c9e4657a40b20d8ed903686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:28:08.785569 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Made reservation on behalf of 59153d760c9e4657a40b20d8ed903686 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:28:08.787847 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7454070'] for subnet (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:09.037226 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8307559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7454048'] for subnet (59cf2fac-a968-4c6c-b1ec-53c01dd5eb0a), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:09.126743 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cf2fac-a968-4c6c-b1ec-53c01dd5eb0a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:09.130388 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Checking segment: {'id': '03499746-9a5d-4df6-8d83-b6f88f226703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:28:09.130774 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Network hostable DHCP agents. Network: 81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:28:09.164238 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea00d3-46ba-4c57-9bf9-df78afb8caea req-fba30caf-7652-4425-b63e-4e91b9a3462c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:09.165716 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-71ea00d3-46ba-4c57-9bf9-df78afb8caea req-fba30caf-7652-4425-b63e-4e91b9a3462c tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 945 time: 0.0809808 Apr 03 16:28:09.211693 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-71ea00d3-46ba-4c57-9bf9-df78afb8caea req-a1e52805-f507-4880-8571-cdece606c570 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a29b2eb-6868-49b9-8d7b-ac3491a07b04&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403695 Apr 03 16:28:09.283231 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Network 81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:28:09.352244 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:28:09.356818 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:09.357430 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:09.366461 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc0982-25b8-4b8f-81db-b99a3adb5a42 None None] Network 81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:28:09.465940 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc73bfb-11aa-4f7c-9b22-7bd14b1b8c3b None None] Network 81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:28:09.480537 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-74a348e6-c2d5-48e5-beec-6464557ffc0c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7910764 Apr 03 16:28:09.781883 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-de0fd784-0b00-4887-94ce-6e4e03ae37ee tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:09.783387 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-de0fd784-0b00-4887-94ce-6e4e03ae37ee tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 945 time: 0.0545957 Apr 03 16:28:09.877442 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Deleting port 40245aa6-f90d-493a-86da-427fb6792305 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:09.877442 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (40245aa6-f90d-493a-86da-427fb6792305), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:09.968240 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] For port 40245aa6-f90d-493a-86da-427fb6792305, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=40245aa6-f90d-493a-86da-427fb6792305,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:28:09.968603 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (40245aa6-f90d-493a-86da-427fb6792305), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.150076 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.151435 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (28a4526f-aba1-40b6-bf78-76343af8066b), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.151738 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Floating IP 28a4526f-aba1-40b6-bf78-76343af8066b disassociated. External IP: 172.27.0.46, port: 40245aa6-f90d-493a-86da-427fb6792305. Apr 03 16:28:10.152139 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Calling delete_port for 40245aa6-f90d-493a-86da-427fb6792305 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:10.171020 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42762) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:10.176329 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1643822257-network', 'tenant_id': 'c7d95925cbf646059a17a74d3182cf07'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:28:10.297784 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Made reservation on behalf of c7d95925cbf646059a17a74d3182cf07 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:28:10.300134 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.308663 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.371997 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (40245aa6-f90d-493a-86da-427fb6792305), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.390932 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Publish callbacks [] for security_group (08a8ecdf-4ea1-4478-93e8-4a36bb99cc16), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.404847 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'Port': ['ID=40245aa6-f90d-493a-86da-427fb6792305,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:10.449219 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (08a8ecdf-4ea1-4478-93e8-4a36bb99cc16), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.478168 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:28:10.488221 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a8ecdf-4ea1-4478-93e8-4a36bb99cc16,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:10.493720 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (6d8f7224-4f61-4779-80f3-241b110e2d56), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.494269 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.segments_db [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Added segment 6d8f7224-4f61-4779-80f3-241b110e2d56 of type vlan for network 6ae6040d-70c0-485b-8316-12c3bea3c5ce Apr 03 16:28:10.534200 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (6ae6040d-70c0-485b-8316-12c3bea3c5ce), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.538333 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-61f5564b-a468-4186-87fd-eda0b222c9c8 req-dfa3b887-ca4f-4785-ac74-baf4bd6319f3 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 210 time: 0.2592411 Apr 03 16:28:10.548722 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Router 5da245a6-1534-42ed-9596-3ce504c224b9 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:28:10.661859 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:28:10.673171 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:28:10.677803 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (6ae6040d-70c0-485b-8316-12c3bea3c5ce), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.678516 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:10.679321 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.684892 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:28:10.685540 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:28:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:10.706372 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] No DVR routers for this DVR port 40245aa6-f90d-493a-86da-427fb6792305 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:28:10.708920 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:10.712291 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-75fc5bf3-cfd5-4434-8249-fe1fa2cda760 req-68782223-3665-4a7a-afa4-dfe8170b9583 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.21 "DELETE /v2.0/ports/40245aa6-f90d-493a-86da-427fb6792305 HTTP/1.1" status: 204 len: 173 time: 0.9234319 Apr 03 16:28:10.712714 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'name': 'network-vif-deleted', 'tag': '40245aa6-f90d-493a-86da-427fb6792305'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:28:10.715485 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1494bc31-69dc-4fc0-8d1d-637ec5ef765c" -d '{"events": [{"server_uuid": "6fae1d84-7aa5-40eb-98be-d08c5d207dcb", "name": "network-vif-deleted", "tag": "40245aa6-f90d-493a-86da-427fb6792305"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:28:10.756301 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae6040d-70c0-485b-8316-12c3bea3c5ce,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:10.766581 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43f1939-627b-44ab-a357-f016681a94e2 x-openstack-request-id: req-c43f1939-627b-44ab-a357-f016681a94e2 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:28:10.766866 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fae1d84-7aa5-40eb-98be-d08c5d207dcb", "name": "network-vif-deleted", "tag": "40245aa6-f90d-493a-86da-427fb6792305", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:28:10.767124 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c43f1939-627b-44ab-a357-f016681a94e2 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:28:10.767596 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43f1939-627b-44ab-a357-f016681a94e2'] response: {'server_uuid': '6fae1d84-7aa5-40eb-98be-d08c5d207dcb', 'name': 'network-vif-deleted', 'tag': '40245aa6-f90d-493a-86da-427fb6792305', 'status': 'completed', 'code': 200} Apr 03 16:28:10.779112 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 6ae6040d-70c0-485b-8316-12c3bea3c5ce details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:28:10.822736 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-cbcda92d-9d2b-4ea6-8ce6-9181988adc15 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6505501 Apr 03 16:28:10.825540 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42770) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:10.831285 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Request body: {'subnet': {'network_id': '6ae6040d-70c0-485b-8316-12c3bea3c5ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1643822257-subnet', 'tenant_id': 'c7d95925cbf646059a17a74d3182cf07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:28:10.871129 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:28:10.934217 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Made reservation on behalf of c7d95925cbf646059a17a74d3182cf07 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:28:10.936566 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7454070'] for subnet (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:11.093353 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:11.121129 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:28:11.129580 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:28:11.130299 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:28:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:11.203352 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8307559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7454048'] for subnet (ca869a86-84da-40fa-aa69-01294102256a), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:11.238155 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:28:11.252314 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca869a86-84da-40fa-aa69-01294102256a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:11.267962 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Checking segment: {'id': '6d8f7224-4f61-4779-80f3-241b110e2d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6ae6040d-70c0-485b-8316-12c3bea3c5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:28:11.268313 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Network hostable DHCP agents. Network: 6ae6040d-70c0-485b-8316-12c3bea3c5ce, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:28:11.363224 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Network 6ae6040d-70c0-485b-8316-12c3bea3c5ce is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:28:11.457212 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:11.483024 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 6ae6040d-70c0-485b-8316-12c3bea3c5ce) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:28:11.486289 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12e95a-f972-4790-ac54-3c566f82d1ea None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:18:05Z', 'revision_number': 4, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '1112d3be-3fdb-4daf-82dc-9b68cd295743', 'name': '', 'network_id': '45d16502-bfea-4cd7-9a04-a1e90b72c332', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'mac_address': 'fa:16:3e:f2:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:03Z', 'updated_at': '2022-04-03T16:18:12Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'subnets': [{'id': '4bb12f4e-96b5-456c-9dd1-7dd0370c42c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:28:11.487608 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:11.487948 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:11.499403 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2cac66-2f80-4d3f-b3ce-a7b6c2b3125b None None] Network 6ae6040d-70c0-485b-8316-12c3bea3c5ce requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:28:11.589457 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-bfd3636e-992c-4c82-aef8-93b8faa2f4ad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7626581 Apr 03 16:28:11.602218 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10955ff6-f038-41b3-b25f-4416921735f9 None None] Network 6ae6040d-70c0-485b-8316-12c3bea3c5ce requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:28:11.686335 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-055a24b6-bbd2-4489-83b8-d935107a178f req-63bbeb69-aff5-44d4-a65d-a87ae315cc2d tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fae1d84-7aa5-40eb-98be-d08c5d207dcb HTTP/1.1" status: 200 len: 210 time: 0.0441215 Apr 03 16:28:11.777023 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b6b2c-c324-4958-b28b-eddc38c5715f None None] New status for floating IP 28a4526f-aba1-40b6-bf78-76343af8066b: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:28:12.852755 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42788) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:12.908822 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-71be2862-478c-4c6d-9a99-3c3f778ec5c5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (9a29b2eb-6868-49b9-8d7b-ac3491a07b04), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:12.930684 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-71be2862-478c-4c6d-9a99-3c3f778ec5c5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (9a29b2eb-6868-49b9-8d7b-ac3491a07b04), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:13.051731 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-71be2862-478c-4c6d-9a99-3c3f778ec5c5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (9a29b2eb-6868-49b9-8d7b-ac3491a07b04), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:13.054256 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-71be2862-478c-4c6d-9a99-3c3f778ec5c5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:13.055544 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-71be2862-478c-4c6d-9a99-3c3f778ec5c5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "DELETE /v2.0/security-groups/9a29b2eb-6868-49b9-8d7b-ac3491a07b04 HTTP/1.1" status: 204 len: 168 time: 0.2017419 Apr 03 16:28:13.059034 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42790) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:13.065506 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be2862-478c-4c6d-9a99-3c3f778ec5c5 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a29b2eb-6868-49b9-8d7b-ac3491a07b04,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:13.071529 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.api.v2.resource [None req-1ed4264e-aec7-4567-98e8-e9f03ca98e41 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] show failed (client error): The resource could not be found. Apr 03 16:28:13.073076 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-1ed4264e-aec7-4567-98e8-e9f03ca98e41 tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "GET /v2.0/security-groups/9a29b2eb-6868-49b9-8d7b-ac3491a07b04 HTTP/1.1" status: 404 len: 347 time: 0.0125251 Apr 03 16:28:13.076110 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42792) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:13.198848 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-31e09f4f-848f-43eb-92c4-2d1c8c4931df tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Deleting port 3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:13.199107 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31e09f4f-848f-43eb-92c4-2d1c8c4931df tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:13.271414 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31e09f4f-848f-43eb-92c4-2d1c8c4931df tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:13.271737 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31e09f4f-848f-43eb-92c4-2d1c8c4931df tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:13.283001 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-31e09f4f-848f-43eb-92c4-2d1c8c4931df tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Calling delete_port for 3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:13.480708 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31e09f4f-848f-43eb-92c4-2d1c8c4931df tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:13.501408 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 40245aa6-f90d-493a-86da-427fb6792305 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:28:13.509371 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e09f4f-848f-43eb-92c4-2d1c8c4931df tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Pushing event deleted for resources: {'Port': ['ID=3c7e3d59-8a2d-4d34-ab5c-7c595c81edb0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:13.526410 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 40245aa6-f90d-493a-86da-427fb6792305 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:28:13.526776 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 40245aa6-f90d-493a-86da-427fb6792305 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:28:13.569537 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31e09f4f-848f-43eb-92c4-2d1c8c4931df tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks [] for floatingip (28a4526f-aba1-40b6-bf78-76343af8066b), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:13.572104 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31e09f4f-848f-43eb-92c4-2d1c8c4931df tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:13.573251 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-31e09f4f-848f-43eb-92c4-2d1c8c4931df tempest-AttachVolumeNegativeTest-2118190611 tempest-AttachVolumeNegativeTest-2118190611-project] 10.222.0.37 "DELETE /v2.0/floatingips/28a4526f-aba1-40b6-bf78-76343af8066b HTTP/1.1" status: 204 len: 168 time: 0.4960628 Apr 03 16:28:13.859799 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-eef54814-8cfb-4179-9221-0de4a405dbe2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461867 Apr 03 16:28:13.941336 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-4e3be032-b475-4282-b8a9-20ad67b2de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:13.942839 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-4e3be032-b475-4282-b8a9-20ad67b2de67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2419a1999f254b0380077716c83eddf8&device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 1130 time: 0.0435312 Apr 03 16:28:14.051480 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-3fe3cb31-ac1a-4029-a795-a3b7718cd752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:14.052937 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-3fe3cb31-ac1a-4029-a795-a3b7718cd752 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 200 len: 917 time: 0.0923185 Apr 03 16:28:14.118771 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-d60f474b-1e8d-4eec-83c2-f42fc78ef176 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b HTTP/1.1" status: 200 len: 1001 time: 0.0600359 Apr 03 16:28:14.166064 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-9dee6fe1-0ee4-42a9-af2f-d44975265b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:14.167594 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-9dee6fe1-0ee4-42a9-af2f-d44975265b8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 200 len: 855 time: 0.0432017 Apr 03 16:28:14.219450 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-dfc6a9ee-28bc-4d73-84a9-aa8d1b71fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:14.220929 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-dfc6a9ee-28bc-4d73-84a9-aa8d1b71fdbb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470595 Apr 03 16:28:14.230974 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-c86f3278-2c91-4604-a1e2-5ce0e3c746ba service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:28:14.231903 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-c86f3278-2c91-4604-a1e2-5ce0e3c746ba service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047793 Apr 03 16:28:14.319794 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-6f2496ae-6cb0-4f2a-8d25-b34683a1b8d2 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800812 Apr 03 16:28:14.409790 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b8f3cfb-e9d9-47da-8ac5-a632f618ad70 req-bf4beaf7-cd9c-4ba2-9137-79476b92638c service neutron] 10.222.0.21 "GET /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845797 Apr 03 16:28:17.842496 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42862) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:18.278897 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589830'] for router_interface (5da245a6-1534-42ed-9596-3ce504c224b9), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:18.523211 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] Deleting port 1112d3be-3fdb-4daf-82dc-9b68cd295743 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:18.523542 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:18.598445 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] For port 1112d3be-3fdb-4daf-82dc-9b68cd295743, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=1112d3be-3fdb-4daf-82dc-9b68cd295743,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:28:18.598818 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:18.611989 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] Calling delete_port for 1112d3be-3fdb-4daf-82dc-9b68cd295743 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:18.857401 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (1112d3be-3fdb-4daf-82dc-9b68cd295743), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:18.880388 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] Pushing event deleted for resources: {'Port': ['ID=1112d3be-3fdb-4daf-82dc-9b68cd295743,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:19.295916 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597142'] for router_interface (5da245a6-1534-42ed-9596-3ce504c224b9), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:19.525271 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] Router 5da245a6-1534-42ed-9596-3ce504c224b9 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:28:19.632417 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:28:19.637988 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-1de34a52-f1c0-4d7b-9427-70206a64b779 admin admin] 10.222.0.37 "PUT /v2.0/routers/5da245a6-1534-42ed-9596-3ce504c224b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944229 Apr 03 16:28:19.640527 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42874) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:19.642224 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] Sync routers for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:28:19.652012 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:28:19.652691 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:28:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:19.746481 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Publish callbacks [] for router (5da245a6-1534-42ed-9596-3ce504c224b9), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:19.856084 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Publish callbacks [] for router_gateway (5da245a6-1534-42ed-9596-3ce504c224b9), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:19.895736 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:28:19.966074 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Deleting port 2013b0af-4c59-47f0-b287-41ef865f420e {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:19.966687 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.048692 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] For port 2013b0af-4c59-47f0-b287-41ef865f420e, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=2013b0af-4c59-47f0-b287-41ef865f420e,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:28:20.049049 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.062160 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Calling delete_port for 2013b0af-4c59-47f0-b287-41ef865f420e owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:20.073520 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:28:18Z', 'revision_number': 5, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port': {'id': '2013b0af-4c59-47f0-b287-41ef865f420e', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:56Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:20.102884 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] Checking router: 5da245a6-1534-42ed-9596-3ce504c224b9 for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:28:20.112029 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] Routers {'5da245a6-1534-42ed-9596-3ce504c224b9'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:28:20.112568 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:28:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5da245a6-1534-42ed-9596-3ce504c224b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:20.207338 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] Set router 5da245a6-1534-42ed-9596-3ce504c224b9 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:28:20.259449 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:28:19Z', 'revision_number': 6, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port_host': None}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:20.288124 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e27c03-7f9a-4b67-b2dd-a8dbd33a46af None None] The sync data for ids ['5da245a6-1534-42ed-9596-3ce504c224b9'] in dv-cinder-836247-2-iscsi is: [{'id': '5da245a6-1534-42ed-9596-3ce504c224b9', 'name': 'tempest-AttachVolumeNegativeTest-467299802-router', 'tenant_id': '9647e423a51e409b8ab4cd779b130ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:55Z', 'updated_at': '2022-04-03T16:28:19Z', 'revision_number': 6, 'project_id': '9647e423a51e409b8ab4cd779b130ad8', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:28:20.337584 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (2013b0af-4c59-47f0-b287-41ef865f420e), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.364685 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=2013b0af-4c59-47f0-b287-41ef865f420e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:20.426157 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591100'] for router_gateway (5da245a6-1534-42ed-9596-3ce504c224b9), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.519817 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3716'] for router (5da245a6-1534-42ed-9596-3ce504c224b9), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.521933 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Publish callbacks [] for router_controller (5da245a6-1534-42ed-9596-3ce504c224b9), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.644111 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596377'] for router (5da245a6-1534-42ed-9596-3ce504c224b9), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.644968 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5da245a6-1534-42ed-9596-3ce504c224b9 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:28:20.651338 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.654837 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-c867b0e9-edb5-4b41-8aca-b9c8feb4fb17 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5da245a6-1534-42ed-9596-3ce504c224b9 HTTP/1.1" status: 204 len: 168 time: 1.0110655 Apr 03 16:28:20.655069 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42886) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:20.703850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb42ac83-8001-496e-8124-04a1876b6a1d admin admin] Deleting subnet 4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:28:20.708644 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb42ac83-8001-496e-8124-04a1876b6a1d admin admin] Publish callbacks [] for subnet (4bb12f4e-96b5-456c-9dd1-7dd0370c42c9), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.746331 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb42ac83-8001-496e-8124-04a1876b6a1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7593495'] for subnet (4bb12f4e-96b5-456c-9dd1-7dd0370c42c9), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.824729 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb42ac83-8001-496e-8124-04a1876b6a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (4bb12f4e-96b5-456c-9dd1-7dd0370c42c9), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:20.995378 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb42ac83-8001-496e-8124-04a1876b6a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8307492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7454057'] for subnet (4bb12f4e-96b5-456c-9dd1-7dd0370c42c9), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.022127 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42ac83-8001-496e-8124-04a1876b6a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb12f4e-96b5-456c-9dd1-7dd0370c42c9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:21.024128 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb42ac83-8001-496e-8124-04a1876b6a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.027350 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-eb42ac83-8001-496e-8124-04a1876b6a1d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4bb12f4e-96b5-456c-9dd1-7dd0370c42c9 HTTP/1.1" status: 204 len: 168 time: 0.3712902 Apr 03 16:28:21.029608 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d3a4c5-509a-4d3b-af8f-c014cd662a80 None None] Network 45d16502-bfea-4cd7-9a04-a1e90b72c332 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:28:21.030121 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 42888) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:21.082298 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 1112d3be-3fdb-4daf-82dc-9b68cd295743 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:28:21.107773 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (45d16502-bfea-4cd7-9a04-a1e90b72c332), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.123088 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 1112d3be-3fdb-4daf-82dc-9b68cd295743 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:28:21.123428 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 1112d3be-3fdb-4daf-82dc-9b68cd295743 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:28:21.163138 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Deleting port 56a581f2-4433-4806-961f-d3d942380612 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:21.163490 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (56a581f2-4433-4806-961f-d3d942380612), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.206991 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b27e36-b7a8-454a-a93b-651bdbe98ba1 None None] DHCP port deletion for 45d16502-bfea-4cd7-9a04-a1e90b72c332 request from dv-cinder-836247-2-iscsi {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:28:21.231827 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] For port 56a581f2-4433-4806-961f-d3d942380612, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=56a581f2-4433-4806-961f-d3d942380612,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:28:21.232182 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (56a581f2-4433-4806-961f-d3d942380612), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.246199 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Calling delete_port for 56a581f2-4433-4806-961f-d3d942380612 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:21.261090 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-93b27e36-b7a8-454a-a93b-651bdbe98ba1 None None] Deleting port 56a581f2-4433-4806-961f-d3d942380612 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:21.261474 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93b27e36-b7a8-454a-a93b-651bdbe98ba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (56a581f2-4433-4806-961f-d3d942380612), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.329550 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-93b27e36-b7a8-454a-a93b-651bdbe98ba1 None None] For port 56a581f2-4433-4806-961f-d3d942380612, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=56a581f2-4433-4806-961f-d3d942380612,segment=NetworkSegment(4336b899-8206-473e-affd-1f3458addbfc),segment_id=4336b899-8206-473e-affd-1f3458addbfc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:28:21.329959 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93b27e36-b7a8-454a-a93b-651bdbe98ba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (56a581f2-4433-4806-961f-d3d942380612), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.345287 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-93b27e36-b7a8-454a-a93b-651bdbe98ba1 None None] Calling delete_port for 56a581f2-4433-4806-961f-d3d942380612 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:21.402755 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (56a581f2-4433-4806-961f-d3d942380612), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.422276 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93b27e36-b7a8-454a-a93b-651bdbe98ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975'] for port (56a581f2-4433-4806-961f-d3d942380612), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.429170 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a581f2-4433-4806-961f-d3d942380612,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:21.434236 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] No DVR routers for this DVR port 56a581f2-4433-4806-961f-d3d942380612 on host dv-cinder-836247-2-iscsi {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:28:21.446707 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b27e36-b7a8-454a-a93b-651bdbe98ba1 None None] Pushing event deleted for resources: {'Port': ['ID=56a581f2-4433-4806-961f-d3d942380612,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:21.451383 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b27e36-b7a8-454a-a93b-651bdbe98ba1 None None] No DVR routers for this DVR port 56a581f2-4433-4806-961f-d3d942380612 on host dv-cinder-836247-2-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:28:21.508936 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (45d16502-bfea-4cd7-9a04-a1e90b72c332), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.533904 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d16502-bfea-4cd7-9a04-a1e90b72c332']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:21.543703 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4336b899-8206-473e-affd-1f3458addbfc') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:21.543998 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4336b899-8206-473e-affd-1f3458addbfc') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:21.553112 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (4336b899-8206-473e-affd-1f3458addbfc), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.566691 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (4336b899-8206-473e-affd-1f3458addbfc), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.572615 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (4336b899-8206-473e-affd-1f3458addbfc), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:28:21.574631 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:28:21.716744 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (45d16502-bfea-4cd7-9a04-a1e90b72c332), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.721052 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:21.724620 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/45d16502-bfea-4cd7-9a04-a1e90b72c332 HTTP/1.1" status: 204 len: 168 time: 0.6938095 Apr 03 16:28:21.740479 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890333e2-c615-4576-b4a6-005ee1613af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d16502-bfea-4cd7-9a04-a1e90b72c332,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:22.114739 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42900) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:22.156539 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ca45a87c-ef6d-45a5-a0b4-b23c437da8b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9647e423a51e409b8ab4cd779b130ad8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400307 Apr 03 16:28:22.159107 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:22.205679 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0140ce7-ff0d-443d-a992-2f690f4ea192 admin admin] Publish callbacks [] for security_group (793c5193-20dd-436f-973e-912c069df6e8), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:22.227206 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0140ce7-ff0d-443d-a992-2f690f4ea192 admin admin] Publish callbacks [] for security_group (793c5193-20dd-436f-973e-912c069df6e8), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:22.377422 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0140ce7-ff0d-443d-a992-2f690f4ea192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (793c5193-20dd-436f-973e-912c069df6e8), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:22.380636 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0140ce7-ff0d-443d-a992-2f690f4ea192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:22.382008 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b0140ce7-ff0d-443d-a992-2f690f4ea192 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/793c5193-20dd-436f-973e-912c069df6e8 HTTP/1.1" status: 204 len: 168 time: 0.2220221 Apr 03 16:28:22.392833 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0140ce7-ff0d-443d-a992-2f690f4ea192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793c5193-20dd-436f-973e-912c069df6e8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:22.393247 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 2013b0af-4c59-47f0-b287-41ef865f420e no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:28:22.424643 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 2013b0af-4c59-47f0-b287-41ef865f420e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:28:22.424985 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 2013b0af-4c59-47f0-b287-41ef865f420e not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:28:22.425563 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 56a581f2-4433-4806-961f-d3d942380612 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:28:22.447992 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 56a581f2-4433-4806-961f-d3d942380612 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:28:22.448947 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 56a581f2-4433-4806-961f-d3d942380612 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:28:22.948067 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edb989-5ab0-4feb-b0e3-26a927f446e0 req-9e669065-59c4-4515-95bb-13308a9324d4 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:22.949521 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-88edb989-5ab0-4feb-b0e3-26a927f446e0 req-9e669065-59c4-4515-95bb-13308a9324d4 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 946 time: 0.2089078 Apr 03 16:28:22.998946 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-88edb989-5ab0-4feb-b0e3-26a927f446e0 req-2026fd45-42e3-4380-bcef-72ba19f5ee64 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437400 Apr 03 16:28:24.126766 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d0374-5140-43f1-84fe-ebea1bc627be req-cddfcc51-b9af-49ee-b73f-fe86d6693467 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:24.128246 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-010d0374-5140-43f1-84fe-ebea1bc627be req-cddfcc51-b9af-49ee-b73f-fe86d6693467 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 946 time: 0.0527375 Apr 03 16:28:24.177339 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-010d0374-5140-43f1-84fe-ebea1bc627be req-c2b04491-c39f-4e33-a938-c6805ee31af5 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b10a904-c0a6-4af1-996e-ac982b26d176&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Apr 03 16:28:24.336466 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-fb2ec3ff-0f32-4cbc-91be-1a34fb2f92c3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:28:24.337887 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-fb2ec3ff-0f32-4cbc-91be-1a34fb2f92c3 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.21 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 946 time: 0.0523038 Apr 03 16:28:24.430402 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Deleting port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:24.430781 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:24.518763 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] For port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:28:24.519125 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:24.686763 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:24.687048 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (46d58f15-a830-4f3d-8726-a6d1854d30a3), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:24.687358 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Floating IP 46d58f15-a830-4f3d-8726-a6d1854d30a3 disassociated. External IP: 172.27.0.159, port: 9c4f03ed-9860-480b-ac0d-db5d1ab1806b. Apr 03 16:28:24.687689 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Calling delete_port for 9c4f03ed-9860-480b-ac0d-db5d1ab1806b owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:24.888819 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (9c4f03ed-9860-480b-ac0d-db5d1ab1806b), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:24.916809 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event deleted for resources: {'Port': ['ID=9c4f03ed-9860-480b-ac0d-db5d1ab1806b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:25.047723 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Router 5e864519-44ae-4d42-87a3-90a41fe7ef15 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:28:25.179638 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:28:25.192712 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] Sync routers for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:28:25.212451 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:28:25.212814 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:28:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:25.225682 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] No DVR routers for this DVR port 9c4f03ed-9860-480b-ac0d-db5d1ab1806b on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:28:25.228620 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:25.231985 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c6e54a0e-3b6e-437b-8717-f1c95f4580c4 req-078bdd3b-1f85-41ad-889e-9b896567988c tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.21 "DELETE /v2.0/ports/9c4f03ed-9860-480b-ac0d-db5d1ab1806b HTTP/1.1" status: 204 len: 173 time: 0.8893178 Apr 03 16:28:25.232440 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'name': 'network-vif-deleted', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:28:25.236438 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7eb8dc-8d1b-4c3b-b050-a0b24cd189c9" -d '{"events": [{"server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "name": "network-vif-deleted", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:28:25.320157 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba009af-1869-4ff0-abe8-0119bd4dbc4b x-openstack-request-id: req-9ba009af-1869-4ff0-abe8-0119bd4dbc4b {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:28:25.320650 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24419d92-87cd-4dd8-8f1d-35da130da425", "name": "network-vif-deleted", "tag": "9c4f03ed-9860-480b-ac0d-db5d1ab1806b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:28:25.321055 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ba009af-1869-4ff0-abe8-0119bd4dbc4b {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:28:25.321616 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba009af-1869-4ff0-abe8-0119bd4dbc4b'] response: {'server_uuid': '24419d92-87cd-4dd8-8f1d-35da130da425', 'name': 'network-vif-deleted', 'tag': '9c4f03ed-9860-480b-ac0d-db5d1ab1806b', 'status': 'completed', 'code': 200} Apr 03 16:28:25.375465 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9682b475-3dd5-4594-a884-76cdce32b8cb req-183c644c-138a-4979-8cd0-f5fa66114978 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/ports?device_id=24419d92-87cd-4dd8-8f1d-35da130da425 HTTP/1.1" status: 200 len: 210 time: 0.0420794 Apr 03 16:28:25.390604 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:28:25.604240 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:25.633102 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] Checking router: 5e864519-44ae-4d42-87a3-90a41fe7ef15 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:28:25.641852 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:28:25.642451 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:28:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:25.752534 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:28:25.940424 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:25.966455 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa025b-78a5-4606-b0cd-13630b2ad140 None None] The sync data for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi is: [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:18:06Z', 'revision_number': 4, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '38422bc3-a0a7-4fd4-b664-e87f50003eaf', 'name': '', 'network_id': '8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'mac_address': 'fa:16:3e:a9:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:18:04Z', 'updated_at': '2022-04-03T16:18:15Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'subnets': [{'id': '8000704e-8282-436d-8ffe-ae249db4b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:28:26.182628 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b508aab-09d3-4fa4-a483-3404486f381b None None] New status for floating IP 46d58f15-a830-4f3d-8726-a6d1854d30a3: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:28:26.566465 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 42994) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:26.618483 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eedd5df9-a393-4f79-b83a-4b0d2b9a6cfc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (4b10a904-c0a6-4af1-996e-ac982b26d176), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:26.644957 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eedd5df9-a393-4f79-b83a-4b0d2b9a6cfc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (4b10a904-c0a6-4af1-996e-ac982b26d176), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:26.805913 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eedd5df9-a393-4f79-b83a-4b0d2b9a6cfc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4b10a904-c0a6-4af1-996e-ac982b26d176), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:26.808578 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eedd5df9-a393-4f79-b83a-4b0d2b9a6cfc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:26.809766 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-eedd5df9-a393-4f79-b83a-4b0d2b9a6cfc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "DELETE /v2.0/security-groups/4b10a904-c0a6-4af1-996e-ac982b26d176 HTTP/1.1" status: 204 len: 168 time: 0.2422163 Apr 03 16:28:26.812631 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43000) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:26.818834 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd5df9-a393-4f79-b83a-4b0d2b9a6cfc tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b10a904-c0a6-4af1-996e-ac982b26d176,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:26.827315 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.api.v2.resource [None req-b02afc60-c2cd-406f-a3aa-9c69d033c31e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] show failed (client error): The resource could not be found. Apr 03 16:28:26.828362 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b02afc60-c2cd-406f-a3aa-9c69d033c31e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "GET /v2.0/security-groups/4b10a904-c0a6-4af1-996e-ac982b26d176 HTTP/1.1" status: 404 len: 347 time: 0.0147703 Apr 03 16:28:26.831171 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43002) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:26.961609 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5ae257ab-7232-47aa-84f1-0f099d7c4eb0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Deleting port d32ba0b6-ef18-4993-90b7-365e18840e2a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:26.961936 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae257ab-7232-47aa-84f1-0f099d7c4eb0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (d32ba0b6-ef18-4993-90b7-365e18840e2a), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:27.036473 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae257ab-7232-47aa-84f1-0f099d7c4eb0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (d32ba0b6-ef18-4993-90b7-365e18840e2a), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:27.036796 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae257ab-7232-47aa-84f1-0f099d7c4eb0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (d32ba0b6-ef18-4993-90b7-365e18840e2a), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:27.051610 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5ae257ab-7232-47aa-84f1-0f099d7c4eb0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Calling delete_port for d32ba0b6-ef18-4993-90b7-365e18840e2a owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:27.305553 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae257ab-7232-47aa-84f1-0f099d7c4eb0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (d32ba0b6-ef18-4993-90b7-365e18840e2a), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:27.331235 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae257ab-7232-47aa-84f1-0f099d7c4eb0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Pushing event deleted for resources: {'Port': ['ID=d32ba0b6-ef18-4993-90b7-365e18840e2a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:27.404828 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae257ab-7232-47aa-84f1-0f099d7c4eb0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks [] for floatingip (46d58f15-a830-4f3d-8726-a6d1854d30a3), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:27.408454 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae257ab-7232-47aa-84f1-0f099d7c4eb0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:27.410319 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-5ae257ab-7232-47aa-84f1-0f099d7c4eb0 tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] 10.222.0.37 "DELETE /v2.0/floatingips/46d58f15-a830-4f3d-8726-a6d1854d30a3 HTTP/1.1" status: 204 len: 168 time: 0.5781481 Apr 03 16:28:27.568085 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9c4f03ed-9860-480b-ac0d-db5d1ab1806b no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:28:27.587267 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 9c4f03ed-9860-480b-ac0d-db5d1ab1806b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:28:27.589088 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 9c4f03ed-9860-480b-ac0d-db5d1ab1806b not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:28:28.514322 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43040) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:28.557201 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da34456-7989-4df3-b68a-616e9fa267ab admin admin] Deleting subnet 59cf2fac-a968-4c6c-b1ec-53c01dd5eb0a {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:28:28.560282 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7da34456-7989-4df3-b68a-616e9fa267ab admin admin] Publish callbacks [] for subnet (59cf2fac-a968-4c6c-b1ec-53c01dd5eb0a), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:28.593647 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7da34456-7989-4df3-b68a-616e9fa267ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7593495'] for subnet (59cf2fac-a968-4c6c-b1ec-53c01dd5eb0a), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:28.635715 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7da34456-7989-4df3-b68a-616e9fa267ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (59cf2fac-a968-4c6c-b1ec-53c01dd5eb0a), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:28.743187 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7da34456-7989-4df3-b68a-616e9fa267ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8307492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7454057'] for subnet (59cf2fac-a968-4c6c-b1ec-53c01dd5eb0a), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:28.771834 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da34456-7989-4df3-b68a-616e9fa267ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59cf2fac-a968-4c6c-b1ec-53c01dd5eb0a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:28.775455 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7da34456-7989-4df3-b68a-616e9fa267ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:28.780456 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-7da34456-7989-4df3-b68a-616e9fa267ab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/59cf2fac-a968-4c6c-b1ec-53c01dd5eb0a HTTP/1.1" status: 204 len: 168 time: 0.2650321 Apr 03 16:28:28.783147 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43054) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:28.851157 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:28.935343 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:28.954668 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:28.963949 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03499746-9a5d-4df6-8d83-b6f88f226703') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:28.964530 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03499746-9a5d-4df6-8d83-b6f88f226703') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:28.973774 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (03499746-9a5d-4df6-8d83-b6f88f226703), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:28.999758 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (03499746-9a5d-4df6-8d83-b6f88f226703), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.006411 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:28:29.006893 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (03499746-9a5d-4df6-8d83-b6f88f226703), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:28:29.008625 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:28:29.145589 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.151114 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.154541 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac HTTP/1.1" status: 204 len: 168 time: 0.3704748 Apr 03 16:28:29.157587 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43076) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:29.169966 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e25487-9e47-46fb-903e-2215e82fa1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=81ca7b55-17d9-47d5-8f2f-4967b1b3a7ac,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:29.208726 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce74368-6b2d-45fd-9372-e2e0e1e639de admin admin] Deleting subnet ca869a86-84da-40fa-aa69-01294102256a {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:28:29.212068 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ce74368-6b2d-45fd-9372-e2e0e1e639de admin admin] Publish callbacks [] for subnet (ca869a86-84da-40fa-aa69-01294102256a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.225514 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.247760 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ce74368-6b2d-45fd-9372-e2e0e1e639de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7700742'] for subnet (ca869a86-84da-40fa-aa69-01294102256a), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.289398 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ce74368-6b2d-45fd-9372-e2e0e1e639de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (ca869a86-84da-40fa-aa69-01294102256a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.437260 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ce74368-6b2d-45fd-9372-e2e0e1e639de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8363560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7527363'] for subnet (ca869a86-84da-40fa-aa69-01294102256a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.463145 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce74368-6b2d-45fd-9372-e2e0e1e639de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca869a86-84da-40fa-aa69-01294102256a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:29.467144 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ce74368-6b2d-45fd-9372-e2e0e1e639de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.471039 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-8ce74368-6b2d-45fd-9372-e2e0e1e639de admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ca869a86-84da-40fa-aa69-01294102256a HTTP/1.1" status: 204 len: 168 time: 0.3124082 Apr 03 16:28:29.472558 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43090) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:29.542951 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (6ae6040d-70c0-485b-8316-12c3bea3c5ce), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.608321 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-47632e2b-f90a-4691-b434-5be345b36353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.625310 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (6ae6040d-70c0-485b-8316-12c3bea3c5ce), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.645141 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae6040d-70c0-485b-8316-12c3bea3c5ce']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:29.655383 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8f7224-4f61-4779-80f3-241b110e2d56') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:29.655676 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8f7224-4f61-4779-80f3-241b110e2d56') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:29.665402 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7700749'] for segment (6d8f7224-4f61-4779-80f3-241b110e2d56), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.678272 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (6d8f7224-4f61-4779-80f3-241b110e2d56), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.683909 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:28:29.684282 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8360334'] for segment (6d8f7224-4f61-4779-80f3-241b110e2d56), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: Traceback (most recent call last): Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: timer() Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: cb(*args, **kw) Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: return func(*args, **kwargs) Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: self._notify() Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: self.callback(batched_events) Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: event.method(event) Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: return f(self, *a, **k) Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._get(url).json() Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: return self.request(url, 'GET', **kwargs) Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:28:29.685864 dv-cinder-836247-2-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:28:29.842448 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (6ae6040d-70c0-485b-8316-12c3bea3c5ce), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.848820 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:29.852602 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] 10.222.0.37 "DELETE /v2.0/networks/6ae6040d-70c0-485b-8316-12c3bea3c5ce HTTP/1.1" status: 204 len: 168 time: 0.3788724 Apr 03 16:28:29.862364 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81dd3b-7b2e-4a16-903e-f15389959c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae6040d-70c0-485b-8316-12c3bea3c5ce,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:30.126628 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43108) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:30.217655 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43112) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:30.339444 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-cccc4864-0ed4-4dc6-bf57-1b8be321936f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59153d760c9e4657a40b20d8ed903686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1201963 Apr 03 16:28:30.342096 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43114) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:30.392561 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5208dec-317f-4324-ba17-3f8113ef76ab admin admin] Publish callbacks [] for security_group (4f84abd4-3bc3-4eae-98be-178300c12fdd), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:30.417322 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5208dec-317f-4324-ba17-3f8113ef76ab admin admin] Publish callbacks [] for security_group (4f84abd4-3bc3-4eae-98be-178300c12fdd), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:30.545590 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5208dec-317f-4324-ba17-3f8113ef76ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4f84abd4-3bc3-4eae-98be-178300c12fdd), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:30.548219 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5208dec-317f-4324-ba17-3f8113ef76ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:30.549423 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-a5208dec-317f-4324-ba17-3f8113ef76ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f84abd4-3bc3-4eae-98be-178300c12fdd HTTP/1.1" status: 204 len: 168 time: 0.2062521 Apr 03 16:28:30.558638 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5208dec-317f-4324-ba17-3f8113ef76ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f84abd4-3bc3-4eae-98be-178300c12fdd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:30.865565 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589830'] for router_interface (5e864519-44ae-4d42-87a3-90a41fe7ef15), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:31.115376 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] Deleting port 38422bc3-a0a7-4fd4-b664-e87f50003eaf {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:31.118525 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:31.194533 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] For port 38422bc3-a0a7-4fd4-b664-e87f50003eaf, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=38422bc3-a0a7-4fd4-b664-e87f50003eaf,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:28:31.195322 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:31.208898 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] Calling delete_port for 38422bc3-a0a7-4fd4-b664-e87f50003eaf owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:31.242441 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43126) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:31.283611 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b315029d-fb62-4092-ac39-b6aef4f29ede admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7d95925cbf646059a17a74d3182cf07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399537 Apr 03 16:28:31.286068 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43128) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:31.333017 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ca3aea6-5ede-45b7-bda5-98c652ad7e39 admin admin] Publish callbacks [] for security_group (08a8ecdf-4ea1-4478-93e8-4a36bb99cc16), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:31.354723 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ca3aea6-5ede-45b7-bda5-98c652ad7e39 admin admin] Publish callbacks [] for security_group (08a8ecdf-4ea1-4478-93e8-4a36bb99cc16), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:31.482524 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ca3aea6-5ede-45b7-bda5-98c652ad7e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (08a8ecdf-4ea1-4478-93e8-4a36bb99cc16), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:31.482842 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (38422bc3-a0a7-4fd4-b664-e87f50003eaf), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:31.485129 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ca3aea6-5ede-45b7-bda5-98c652ad7e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:31.486345 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-9ca3aea6-5ede-45b7-bda5-98c652ad7e39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08a8ecdf-4ea1-4478-93e8-4a36bb99cc16 HTTP/1.1" status: 204 len: 168 time: 0.1992972 Apr 03 16:28:31.497388 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3aea6-5ede-45b7-bda5-98c652ad7e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a8ecdf-4ea1-4478-93e8-4a36bb99cc16,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:31.513237 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] Pushing event deleted for resources: {'Port': ['ID=38422bc3-a0a7-4fd4-b664-e87f50003eaf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:31.703023 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597142'] for router_interface (5e864519-44ae-4d42-87a3-90a41fe7ef15), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:31.934595 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] Router 5e864519-44ae-4d42-87a3-90a41fe7ef15 has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:28:31.940291 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-68ca0f3b-9921-4b19-9190-74366a858806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:32.047502 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:28:32.052588 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-d548605f-c666-4bb3-bc4c-8a52cabb5622 admin admin] 10.222.0.37 "PUT /v2.0/routers/5e864519-44ae-4d42-87a3-90a41fe7ef15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9249227 Apr 03 16:28:32.055196 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43140) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:32.057801 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] Sync routers for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:28:32.071078 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:28:32.071683 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:28:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:32.165555 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Publish callbacks [] for router (5e864519-44ae-4d42-87a3-90a41fe7ef15), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:32.189002 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:28:32.279177 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Publish callbacks [] for router_gateway (5e864519-44ae-4d42-87a3-90a41fe7ef15), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:32.373985 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:28:31Z', 'revision_number': 5, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port': {'id': 'b6dddb5a-da5e-458a-a616-d3f9d2964daf', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:17:58Z', 'updated_at': '2022-04-03T16:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:32.406423 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] Checking router: 5e864519-44ae-4d42-87a3-90a41fe7ef15 for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:28:32.414794 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] Routers {'5e864519-44ae-4d42-87a3-90a41fe7ef15'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:28:32.415632 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:28:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5e864519-44ae-4d42-87a3-90a41fe7ef15'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:32.429675 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Deleting port b6dddb5a-da5e-458a-a616-d3f9d2964daf {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:32.430618 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:32.528213 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] For port b6dddb5a-da5e-458a-a616-d3f9d2964daf, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=b6dddb5a-da5e-458a-a616-d3f9d2964daf,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:28:32.528569 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:32.542980 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Calling delete_port for b6dddb5a-da5e-458a-a616-d3f9d2964daf owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:32.606880 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] Set router 5e864519-44ae-4d42-87a3-90a41fe7ef15 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:28:32.658099 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:28:32Z', 'revision_number': 6, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port_host': None}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:32.687161 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e52a5f-a096-4c19-ac62-b69e6fe30f16 None None] The sync data for ids ['5e864519-44ae-4d42-87a3-90a41fe7ef15'] in dv-cinder-836247-2-iscsi is: [{'id': '5e864519-44ae-4d42-87a3-90a41fe7ef15', 'name': 'tempest-AttachVolumeShelveTestJSON-353970155-router', 'tenant_id': '2419a1999f254b0380077716c83eddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:17:57Z', 'updated_at': '2022-04-03T16:28:32Z', 'revision_number': 6, 'project_id': '2419a1999f254b0380077716c83eddf8', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:28:32.802356 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (b6dddb5a-da5e-458a-a616-d3f9d2964daf), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:32.832223 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6dddb5a-da5e-458a-a616-d3f9d2964daf,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:32.894108 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591100'] for router_gateway (5e864519-44ae-4d42-87a3-90a41fe7ef15), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:32.985209 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:32.988019 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3716'] for router (5e864519-44ae-4d42-87a3-90a41fe7ef15), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:32.990186 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Publish callbacks [] for router_controller (5e864519-44ae-4d42-87a3-90a41fe7ef15), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.111645 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596377'] for router (5e864519-44ae-4d42-87a3-90a41fe7ef15), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.112301 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e864519-44ae-4d42-87a3-90a41fe7ef15 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:28:33.117543 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.118854 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-3a76b8df-40ce-4e16-8b76-d0f18614a214 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5e864519-44ae-4d42-87a3-90a41fe7ef15 HTTP/1.1" status: 204 len: 168 time: 1.0626175 Apr 03 16:28:33.121659 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43202) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:33.174918 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aae4abb-ef18-4cd8-ba90-d8822ed43e70 admin admin] Deleting subnet 8000704e-8282-436d-8ffe-ae249db4b2cb {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:28:33.178131 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4aae4abb-ef18-4cd8-ba90-d8822ed43e70 admin admin] Publish callbacks [] for subnet (8000704e-8282-436d-8ffe-ae249db4b2cb), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.216460 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4aae4abb-ef18-4cd8-ba90-d8822ed43e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7700742'] for subnet (8000704e-8282-436d-8ffe-ae249db4b2cb), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.294668 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4aae4abb-ef18-4cd8-ba90-d8822ed43e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (8000704e-8282-436d-8ffe-ae249db4b2cb), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.417896 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4aae4abb-ef18-4cd8-ba90-d8822ed43e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8363560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7527363'] for subnet (8000704e-8282-436d-8ffe-ae249db4b2cb), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.442971 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae4abb-ef18-4cd8-ba90-d8822ed43e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8000704e-8282-436d-8ffe-ae249db4b2cb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:33.454048 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea224e3c-1dde-4a42-9037-1a12d593ecb2 None None] Network 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:28:33.456548 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4aae4abb-ef18-4cd8-ba90-d8822ed43e70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.459848 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-4aae4abb-ef18-4cd8-ba90-d8822ed43e70 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8000704e-8282-436d-8ffe-ae249db4b2cb HTTP/1.1" status: 204 len: 168 time: 0.3371837 Apr 03 16:28:33.463238 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43204) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:33.538887 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.599913 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Deleting port a84da9f9-b592-4267-8119-8484256ae114 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:33.600502 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (a84da9f9-b592-4267-8119-8484256ae114), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.655278 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa13725f-ce93-47ef-b0a5-aa5421d375cd None None] DHCP port deletion for 8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 request from dv-cinder-836247-2-iscsi {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:28:33.667915 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] For port a84da9f9-b592-4267-8119-8484256ae114, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=a84da9f9-b592-4267-8119-8484256ae114,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:28:33.668437 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (a84da9f9-b592-4267-8119-8484256ae114), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.693860 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Calling delete_port for a84da9f9-b592-4267-8119-8484256ae114 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:33.729789 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fa13725f-ce93-47ef-b0a5-aa5421d375cd None None] Deleting port a84da9f9-b592-4267-8119-8484256ae114 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:28:33.730241 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fa13725f-ce93-47ef-b0a5-aa5421d375cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (a84da9f9-b592-4267-8119-8484256ae114), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.797334 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fa13725f-ce93-47ef-b0a5-aa5421d375cd None None] For port a84da9f9-b592-4267-8119-8484256ae114, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=a84da9f9-b592-4267-8119-8484256ae114,segment=NetworkSegment(b2ac303f-49ff-47d9-94a9-5ec8572560ab),segment_id=b2ac303f-49ff-47d9-94a9-5ec8572560ab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:28:33.797780 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fa13725f-ce93-47ef-b0a5-aa5421d375cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (a84da9f9-b592-4267-8119-8484256ae114), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.814972 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fa13725f-ce93-47ef-b0a5-aa5421d375cd None None] Calling delete_port for a84da9f9-b592-4267-8119-8484256ae114 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:28:33.891553 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (a84da9f9-b592-4267-8119-8484256ae114), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.897090 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fa13725f-ce93-47ef-b0a5-aa5421d375cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975'] for port (a84da9f9-b592-4267-8119-8484256ae114), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:33.916109 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84da9f9-b592-4267-8119-8484256ae114,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:33.920741 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] No DVR routers for this DVR port a84da9f9-b592-4267-8119-8484256ae114 on host dv-cinder-836247-2-iscsi {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:28:33.923982 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13725f-ce93-47ef-b0a5-aa5421d375cd None None] Pushing event deleted for resources: {'Port': ['ID=a84da9f9-b592-4267-8119-8484256ae114,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:33.928804 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13725f-ce93-47ef-b0a5-aa5421d375cd None None] No DVR routers for this DVR port a84da9f9-b592-4267-8119-8484256ae114 on host dv-cinder-836247-2-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:28:33.991598 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.012450 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:34.021834 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ac303f-49ff-47d9-94a9-5ec8572560ab') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:34.022127 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ac303f-49ff-47d9-94a9-5ec8572560ab') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:28:34.031248 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (b2ac303f-49ff-47d9-94a9-5ec8572560ab), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.043978 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (b2ac303f-49ff-47d9-94a9-5ec8572560ab), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.049708 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:28:34.050082 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (b2ac303f-49ff-47d9-94a9-5ec8572560ab), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:28:34.051702 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:28:34.151601 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43216) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:34.200228 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.205550 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.212102 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49 HTTP/1.1" status: 204 len: 168 time: 0.7473135 Apr 03 16:28:34.226369 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf310d5-03ed-491c-86f0-7e37228afe00 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c9c8e5f-a57c-4bfe-b1d8-abbe34407e49,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:34.277925 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-388254cc-e8bc-4fe1-b2a8-daa82ba86cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.403493 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device a84da9f9-b592-4267-8119-8484256ae114 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:28:34.430614 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.431246 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: a84da9f9-b592-4267-8119-8484256ae114 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:28:34.432239 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device a84da9f9-b592-4267-8119-8484256ae114 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:28:34.432659 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device b6dddb5a-da5e-458a-a616-d3f9d2964daf no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:28:34.457843 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: b6dddb5a-da5e-458a-a616-d3f9d2964daf {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:28:34.458203 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device b6dddb5a-da5e-458a-a616-d3f9d2964daf not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:28:34.458658 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 38422bc3-a0a7-4fd4-b664-e87f50003eaf no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:28:34.479692 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 38422bc3-a0a7-4fd4-b664-e87f50003eaf {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:28:34.480050 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 38422bc3-a0a7-4fd4-b664-e87f50003eaf not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:28:34.608579 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-388254cc-e8bc-4fe1-b2a8-daa82ba86cf8 admin admin] Publish callbacks [] for security_group (48e50715-48c0-424b-be7e-f5264f5e73ae), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.634494 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43236) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:34.674263 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-a4284ebc-302e-4761-84c1-b6ecc1764dab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2419a1999f254b0380077716c83eddf8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386379 Apr 03 16:28:34.676757 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43238) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:34.712260 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-388254cc-e8bc-4fe1-b2a8-daa82ba86cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (48e50715-48c0-424b-be7e-f5264f5e73ae), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.752316 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8d89429-d0d6-4f6e-9124-5c890cf8e12d admin admin] Publish callbacks [] for security_group (190ecb8b-ce83-43f6-a390-61f6b644fbbc), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.762254 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-388254cc-e8bc-4fe1-b2a8-daa82ba86cf8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bab94e365a04dc799a34542b945c381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094942 Apr 03 16:28:34.764939 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43242) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:34.770019 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388254cc-e8bc-4fe1-b2a8-daa82ba86cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e50715-48c0-424b-be7e-f5264f5e73ae,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:34.784029 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8d89429-d0d6-4f6e-9124-5c890cf8e12d admin admin] Publish callbacks [] for security_group (190ecb8b-ce83-43f6-a390-61f6b644fbbc), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.823933 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8d17f0e-bf9c-48ba-8f53-0f3548273dc7 admin admin] Publish callbacks [] for security_group (48e50715-48c0-424b-be7e-f5264f5e73ae), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.851004 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8d17f0e-bf9c-48ba-8f53-0f3548273dc7 admin admin] Publish callbacks [] for security_group (48e50715-48c0-424b-be7e-f5264f5e73ae), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.920267 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8d89429-d0d6-4f6e-9124-5c890cf8e12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (190ecb8b-ce83-43f6-a390-61f6b644fbbc), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.922815 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8d89429-d0d6-4f6e-9124-5c890cf8e12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.923955 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-c8d89429-d0d6-4f6e-9124-5c890cf8e12d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/190ecb8b-ce83-43f6-a390-61f6b644fbbc HTTP/1.1" status: 204 len: 168 time: 0.2463362 Apr 03 16:28:34.931801 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d89429-d0d6-4f6e-9124-5c890cf8e12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190ecb8b-ce83-43f6-a390-61f6b644fbbc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:34.988637 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8d17f0e-bf9c-48ba-8f53-0f3548273dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (48e50715-48c0-424b-be7e-f5264f5e73ae), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.991396 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8d17f0e-bf9c-48ba-8f53-0f3548273dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:34.992692 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e8d17f0e-bf9c-48ba-8f53-0f3548273dc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48e50715-48c0-424b-be7e-f5264f5e73ae HTTP/1.1" status: 204 len: 168 time: 0.2265596 Apr 03 16:28:35.002193 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d17f0e-bf9c-48ba-8f53-0f3548273dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e50715-48c0-424b-be7e-f5264f5e73ae,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:35.823346 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:37.038919 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43334) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:37.190012 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e310b33-9260-4368-b18f-760e45547517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:37.267139 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e310b33-9260-4368-b18f-760e45547517 admin admin] Publish callbacks [] for security_group (7e4b097f-5252-4187-8134-e2cbcbb2f069), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:37.331297 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e310b33-9260-4368-b18f-760e45547517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (7e4b097f-5252-4187-8134-e2cbcbb2f069), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:37.370914 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0e310b33-9260-4368-b18f-760e45547517 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4151613f11984573890b4a659803f569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308876 Apr 03 16:28:37.371750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310b33-9260-4368-b18f-760e45547517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4b097f-5252-4187-8134-e2cbcbb2f069,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:37.373573 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43348) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:37.431397 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1c8a-3617-42d4-abf2-234d96432cac admin admin] Publish callbacks [] for security_group (7e4b097f-5252-4187-8134-e2cbcbb2f069), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:37.455334 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1c8a-3617-42d4-abf2-234d96432cac admin admin] Publish callbacks [] for security_group (7e4b097f-5252-4187-8134-e2cbcbb2f069), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:37.629410 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1c8a-3617-42d4-abf2-234d96432cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (7e4b097f-5252-4187-8134-e2cbcbb2f069), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:37.629410 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1c8a-3617-42d4-abf2-234d96432cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:37.631254 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-cbeb1c8a-3617-42d4-abf2-234d96432cac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e4b097f-5252-4187-8134-e2cbcbb2f069 HTTP/1.1" status: 204 len: 168 time: 0.2561429 Apr 03 16:28:37.639652 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb1c8a-3617-42d4-abf2-234d96432cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4b097f-5252-4187-8134-e2cbcbb2f069,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:38.394696 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43384) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:38.507774 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51edcb85-5415-40e5-9c34-d33bdc62a056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:38.581376 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51edcb85-5415-40e5-9c34-d33bdc62a056 admin admin] Publish callbacks [] for security_group (0dd7fa84-70b5-44d8-acdf-ed0872e42b75), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:38.653728 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51edcb85-5415-40e5-9c34-d33bdc62a056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (0dd7fa84-70b5-44d8-acdf-ed0872e42b75), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:38.694225 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-51edcb85-5415-40e5-9c34-d33bdc62a056 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5913bcb9f6464108a41dd544f40309e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984264 Apr 03 16:28:38.696175 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edcb85-5415-40e5-9c34-d33bdc62a056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd7fa84-70b5-44d8-acdf-ed0872e42b75,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:38.697558 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43396) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:38.750164 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8c34031-d58c-4ed8-ab47-62693415e1d6 admin admin] Publish callbacks [] for security_group (0dd7fa84-70b5-44d8-acdf-ed0872e42b75), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:38.778822 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8c34031-d58c-4ed8-ab47-62693415e1d6 admin admin] Publish callbacks [] for security_group (0dd7fa84-70b5-44d8-acdf-ed0872e42b75), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:38.905425 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8c34031-d58c-4ed8-ab47-62693415e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (0dd7fa84-70b5-44d8-acdf-ed0872e42b75), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:38.907896 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8c34031-d58c-4ed8-ab47-62693415e1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:38.909066 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-f8c34031-d58c-4ed8-ab47-62693415e1d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dd7fa84-70b5-44d8-acdf-ed0872e42b75 HTTP/1.1" status: 204 len: 168 time: 0.2104995 Apr 03 16:28:38.916819 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c34031-d58c-4ed8-ab47-62693415e1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd7fa84-70b5-44d8-acdf-ed0872e42b75,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:39.602720 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43422) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:39.616710 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9b641ad-88c9-4e3b-8425-e087009e4187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:39.691855 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9b641ad-88c9-4e3b-8425-e087009e4187 admin admin] Publish callbacks [] for security_group (bc11abf4-a049-418a-95ee-3bbe37c8238a), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:39.774078 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9b641ad-88c9-4e3b-8425-e087009e4187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (bc11abf4-a049-418a-95ee-3bbe37c8238a), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:39.818774 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b9b641ad-88c9-4e3b-8425-e087009e4187 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06bb678b853a4299b9327a69fccac999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143764 Apr 03 16:28:39.821871 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43424) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:39.823453 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b641ad-88c9-4e3b-8425-e087009e4187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc11abf4-a049-418a-95ee-3bbe37c8238a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:39.871384 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0a9bc02-1825-42fd-bc24-786352aa37da admin admin] Publish callbacks [] for security_group (bc11abf4-a049-418a-95ee-3bbe37c8238a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:39.892273 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0a9bc02-1825-42fd-bc24-786352aa37da admin admin] Publish callbacks [] for security_group (bc11abf4-a049-418a-95ee-3bbe37c8238a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:40.053705 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0a9bc02-1825-42fd-bc24-786352aa37da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (bc11abf4-a049-418a-95ee-3bbe37c8238a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:40.063881 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0a9bc02-1825-42fd-bc24-786352aa37da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:40.063881 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b0a9bc02-1825-42fd-bc24-786352aa37da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc11abf4-a049-418a-95ee-3bbe37c8238a HTTP/1.1" status: 204 len: 168 time: 0.2346234 Apr 03 16:28:40.071022 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9bc02-1825-42fd-bc24-786352aa37da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc11abf4-a049-418a-95ee-3bbe37c8238a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:44.813132 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:28:48.733404 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43586) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:48.835385 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70e9b8b0-7f0a-4813-900d-ebef60041759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:48.906023 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70e9b8b0-7f0a-4813-900d-ebef60041759 admin admin] Publish callbacks [] for security_group (e214b117-17dc-4d85-b537-9cdc31ff0c68), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:49.007496 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70e9b8b0-7f0a-4813-900d-ebef60041759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (e214b117-17dc-4d85-b537-9cdc31ff0c68), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:49.045178 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-70e9b8b0-7f0a-4813-900d-ebef60041759 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1c405be8a4f4e5aaba0f4bd76fcb105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107193 Apr 03 16:28:49.046025 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9b8b0-7f0a-4813-900d-ebef60041759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e214b117-17dc-4d85-b537-9cdc31ff0c68,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:49.048638 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43594) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:49.096080 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-665282d0-f23b-4d91-844e-7828816fc486 admin admin] Publish callbacks [] for security_group (e214b117-17dc-4d85-b537-9cdc31ff0c68), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:49.116945 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-665282d0-f23b-4d91-844e-7828816fc486 admin admin] Publish callbacks [] for security_group (e214b117-17dc-4d85-b537-9cdc31ff0c68), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:49.262167 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-665282d0-f23b-4d91-844e-7828816fc486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (e214b117-17dc-4d85-b537-9cdc31ff0c68), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:49.269199 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-665282d0-f23b-4d91-844e-7828816fc486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:49.269199 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-665282d0-f23b-4d91-844e-7828816fc486 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e214b117-17dc-4d85-b537-9cdc31ff0c68 HTTP/1.1" status: 204 len: 168 time: 0.2163169 Apr 03 16:28:49.273613 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665282d0-f23b-4d91-844e-7828816fc486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e214b117-17dc-4d85-b537-9cdc31ff0c68,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:49.873493 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43604) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:49.890167 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c04d30e-e84b-4a71-8063-fa64e15b4aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:49.961580 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c04d30e-e84b-4a71-8063-fa64e15b4aa5 admin admin] Publish callbacks [] for security_group (b1acc813-4ebf-4147-a55a-71360ad7d2fe), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:50.053157 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c04d30e-e84b-4a71-8063-fa64e15b4aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b1acc813-4ebf-4147-a55a-71360ad7d2fe), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:50.090354 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-7c04d30e-e84b-4a71-8063-fa64e15b4aa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbe7a085567148368e663d853c346a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154989 Apr 03 16:28:50.092063 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d30e-e84b-4a71-8063-fa64e15b4aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1acc813-4ebf-4147-a55a-71360ad7d2fe,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:50.093679 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43608) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:50.144076 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2272-098e-47b4-8253-3a0c6412ae1e admin admin] Publish callbacks [] for security_group (b1acc813-4ebf-4147-a55a-71360ad7d2fe), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:50.165958 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2272-098e-47b4-8253-3a0c6412ae1e admin admin] Publish callbacks [] for security_group (b1acc813-4ebf-4147-a55a-71360ad7d2fe), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:50.359352 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2272-098e-47b4-8253-3a0c6412ae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b1acc813-4ebf-4147-a55a-71360ad7d2fe), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:50.361992 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2272-098e-47b4-8253-3a0c6412ae1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:50.363185 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-fb5e2272-098e-47b4-8253-3a0c6412ae1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1acc813-4ebf-4147-a55a-71360ad7d2fe HTTP/1.1" status: 204 len: 168 time: 0.2685304 Apr 03 16:28:50.370996 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e2272-098e-47b4-8253-3a0c6412ae1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1acc813-4ebf-4147-a55a-71360ad7d2fe,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:54.752954 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43734) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:54.853500 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:54.925036 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Publish callbacks [] for security_group (0b40bcfb-3cf3-4bae-b0cc-78c102ce5d07), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.001804 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (0b40bcfb-3cf3-4bae-b0cc-78c102ce5d07), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.039205 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4106faa852b481f8c9c5534604946fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849624 Apr 03 16:28:55.040953 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b40bcfb-3cf3-4bae-b0cc-78c102ce5d07,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:55.041697 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43740) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:55.049947 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.049947 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.050276 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.050630 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.050963 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.051284 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.051743 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.052064 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.052441 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.052769 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.053168 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.053498 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.053807 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.054121 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.054436 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bd9b3-481e-4560-8829-a48a975bc10a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.098852 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Publish callbacks [] for security_group (0b40bcfb-3cf3-4bae-b0cc-78c102ce5d07), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.120391 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Publish callbacks [] for security_group (0b40bcfb-3cf3-4bae-b0cc-78c102ce5d07), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.128147 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43744) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:55.229654 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4d36027-6afc-46b1-b18a-19eade316e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.236077 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (0b40bcfb-3cf3-4bae-b0cc-78c102ce5d07), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.238711 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.239935 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b40bcfb-3cf3-4bae-b0cc-78c102ce5d07 HTTP/1.1" status: 204 len: 168 time: 0.1963513 Apr 03 16:28:55.250034 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b40bcfb-3cf3-4bae-b0cc-78c102ce5d07,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:55.260450 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.260931 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.261376 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.261799 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.262223 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.262642 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.263184 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.263570 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.263904 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.264223 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.264548 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.264970 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.265201 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.265515 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.265844 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d5023-c803-44dc-b177-effdce901d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:28:55.319395 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4d36027-6afc-46b1-b18a-19eade316e95 admin admin] Publish callbacks [] for security_group (5426561d-295f-4c18-bcf6-8e6ff36ca2b8), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.424749 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4d36027-6afc-46b1-b18a-19eade316e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (5426561d-295f-4c18-bcf6-8e6ff36ca2b8), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.463641 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-c4d36027-6afc-46b1-b18a-19eade316e95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02ffa4c0e0b840828d1763d1e93cf11b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344233 Apr 03 16:28:55.465650 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d36027-6afc-46b1-b18a-19eade316e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5426561d-295f-4c18-bcf6-8e6ff36ca2b8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:55.466443 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43750) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:55.514065 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9f45fd2-b3f6-4775-b13d-938cef0d383b admin admin] Publish callbacks [] for security_group (5426561d-295f-4c18-bcf6-8e6ff36ca2b8), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.535630 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9f45fd2-b3f6-4775-b13d-938cef0d383b admin admin] Publish callbacks [] for security_group (5426561d-295f-4c18-bcf6-8e6ff36ca2b8), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.645265 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9f45fd2-b3f6-4775-b13d-938cef0d383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (5426561d-295f-4c18-bcf6-8e6ff36ca2b8), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.647944 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9f45fd2-b3f6-4775-b13d-938cef0d383b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:55.649097 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-f9f45fd2-b3f6-4775-b13d-938cef0d383b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5426561d-295f-4c18-bcf6-8e6ff36ca2b8 HTTP/1.1" status: 204 len: 168 time: 0.1816401 Apr 03 16:28:55.657192 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f45fd2-b3f6-4775-b13d-938cef0d383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5426561d-295f-4c18-bcf6-8e6ff36ca2b8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:55.933610 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43756) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:55.947062 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12373d05-03d0-43c5-8c10-5dd29b30a8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.031514 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12373d05-03d0-43c5-8c10-5dd29b30a8e4 admin admin] Publish callbacks [] for security_group (84d0972a-a9fc-4c0c-b96b-148752ef22ca), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.110686 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12373d05-03d0-43c5-8c10-5dd29b30a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (84d0972a-a9fc-4c0c-b96b-148752ef22ca), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.147574 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12373d05-03d0-43c5-8c10-5dd29b30a8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d0972a-a9fc-4c0c-b96b-148752ef22ca,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:56.151895 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-12373d05-03d0-43c5-8c10-5dd29b30a8e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4df32379e924810a6eca27098a54ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172575 Apr 03 16:28:56.154508 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43762) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:56.201584 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfaf-932b-4da4-875f-63ba0cfa17f7 admin admin] Publish callbacks [] for security_group (84d0972a-a9fc-4c0c-b96b-148752ef22ca), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.223043 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfaf-932b-4da4-875f-63ba0cfa17f7 admin admin] Publish callbacks [] for security_group (84d0972a-a9fc-4c0c-b96b-148752ef22ca), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.365640 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfaf-932b-4da4-875f-63ba0cfa17f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (84d0972a-a9fc-4c0c-b96b-148752ef22ca), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.365814 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43764) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:56.366258 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa52dfaf-932b-4da4-875f-63ba0cfa17f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.366258 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-fa52dfaf-932b-4da4-875f-63ba0cfa17f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84d0972a-a9fc-4c0c-b96b-148752ef22ca HTTP/1.1" status: 204 len: 168 time: 0.2108030 Apr 03 16:28:56.374995 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52dfaf-932b-4da4-875f-63ba0cfa17f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d0972a-a9fc-4c0c-b96b-148752ef22ca,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:56.382869 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e30bd1f-9d62-4066-80b5-a846f17ea7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.478788 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e30bd1f-9d62-4066-80b5-a846f17ea7cf admin admin] Publish callbacks [] for security_group (683f3f0a-f2b7-466c-9097-a0faf46f96d5), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.544515 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e30bd1f-9d62-4066-80b5-a846f17ea7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (683f3f0a-f2b7-466c-9097-a0faf46f96d5), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.584232 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-0e30bd1f-9d62-4066-80b5-a846f17ea7cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05499eb3b4eb46b280e6324d46d16894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200651 Apr 03 16:28:56.586167 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30bd1f-9d62-4066-80b5-a846f17ea7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683f3f0a-f2b7-466c-9097-a0faf46f96d5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:56.587045 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43768) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:28:56.638470 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-951355b9-5c73-4628-a4cc-b6d80be4f8c1 admin admin] Publish callbacks [] for security_group (683f3f0a-f2b7-466c-9097-a0faf46f96d5), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.659776 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-951355b9-5c73-4628-a4cc-b6d80be4f8c1 admin admin] Publish callbacks [] for security_group (683f3f0a-f2b7-466c-9097-a0faf46f96d5), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.787908 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-951355b9-5c73-4628-a4cc-b6d80be4f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (683f3f0a-f2b7-466c-9097-a0faf46f96d5), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.790486 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-951355b9-5c73-4628-a4cc-b6d80be4f8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:56.791694 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-951355b9-5c73-4628-a4cc-b6d80be4f8c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/683f3f0a-f2b7-466c-9097-a0faf46f96d5 HTTP/1.1" status: 204 len: 168 time: 0.2036426 Apr 03 16:28:56.800078 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951355b9-5c73-4628-a4cc-b6d80be4f8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683f3f0a-f2b7-466c-9097-a0faf46f96d5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:28:59.190652 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:28:59.590728 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-155fb631-809c-4c09-bd81-178e726a053c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:01.352569 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 43900) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:01.463131 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-28063147-fa9b-4be4-99ef-ed93ecca4d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:01.535592 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-28063147-fa9b-4be4-99ef-ed93ecca4d18 admin admin] Publish callbacks [] for security_group (39776394-e7f3-4054-8c4b-fafd7bc539cd), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:01.633523 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-28063147-fa9b-4be4-99ef-ed93ecca4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (39776394-e7f3-4054-8c4b-fafd7bc539cd), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:01.672507 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-28063147-fa9b-4be4-99ef-ed93ecca4d18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8faca481b9c74ca684c5b871d0499298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188136 Apr 03 16:29:01.673371 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28063147-fa9b-4be4-99ef-ed93ecca4d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39776394-e7f3-4054-8c4b-fafd7bc539cd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:01.675323 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 43912) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:01.723819 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee77923f-0bb9-4123-afd7-a1f32555786f admin admin] Publish callbacks [] for security_group (39776394-e7f3-4054-8c4b-fafd7bc539cd), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:01.744382 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee77923f-0bb9-4123-afd7-a1f32555786f admin admin] Publish callbacks [] for security_group (39776394-e7f3-4054-8c4b-fafd7bc539cd), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:01.859232 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee77923f-0bb9-4123-afd7-a1f32555786f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (39776394-e7f3-4054-8c4b-fafd7bc539cd), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:01.861828 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee77923f-0bb9-4123-afd7-a1f32555786f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:01.865800 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-ee77923f-0bb9-4123-afd7-a1f32555786f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39776394-e7f3-4054-8c4b-fafd7bc539cd HTTP/1.1" status: 204 len: 168 time: 0.1865978 Apr 03 16:29:01.871569 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77923f-0bb9-4123-afd7-a1f32555786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39776394-e7f3-4054-8c4b-fafd7bc539cd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:01.915967 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-82e0b915-5ca4-4f0c-a59d-3af1fe1e6e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:02.976404 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:04.347497 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:05.833627 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:21.811497 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:29:21.977733 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44164) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:22.084183 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-920c2204-ffc5-4cd4-ae75-185ca6afbb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.156826 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-920c2204-ffc5-4cd4-ae75-185ca6afbb9e admin admin] Publish callbacks [] for security_group (d1c635ed-a10d-4c60-a898-83cb0df312c1), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.178966 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44170) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:22.238764 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-920c2204-ffc5-4cd4-ae75-185ca6afbb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d1c635ed-a10d-4c60-a898-83cb0df312c1), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.281060 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-920c2204-ffc5-4cd4-ae75-185ca6afbb9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b275bb061ff48d1ae64561b17e4fd13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021305 Apr 03 16:29:22.284761 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44174) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:22.294803 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84cf4ea4-a16c-4cf5-8a07-5b73818c1491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.294803 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c2204-ffc5-4cd4-ae75-185ca6afbb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c635ed-a10d-4c60-a898-83cb0df312c1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:22.334071 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52e7a2ba-23ac-4695-8e97-e26c979b9ff8 admin admin] Publish callbacks [] for security_group (d1c635ed-a10d-4c60-a898-83cb0df312c1), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.356867 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52e7a2ba-23ac-4695-8e97-e26c979b9ff8 admin admin] Publish callbacks [] for security_group (d1c635ed-a10d-4c60-a898-83cb0df312c1), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.371397 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84cf4ea4-a16c-4cf5-8a07-5b73818c1491 admin admin] Publish callbacks [] for security_group (4b662ea0-c91e-4068-af0e-a723fff76aae), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.441273 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84cf4ea4-a16c-4cf5-8a07-5b73818c1491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4b662ea0-c91e-4068-af0e-a723fff76aae), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.458278 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52e7a2ba-23ac-4695-8e97-e26c979b9ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d1c635ed-a10d-4c60-a898-83cb0df312c1), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.460894 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52e7a2ba-23ac-4695-8e97-e26c979b9ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.462193 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-52e7a2ba-23ac-4695-8e97-e26c979b9ff8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1c635ed-a10d-4c60-a898-83cb0df312c1 HTTP/1.1" status: 204 len: 168 time: 0.1761723 Apr 03 16:29:22.470412 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7a2ba-23ac-4695-8e97-e26c979b9ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c635ed-a10d-4c60-a898-83cb0df312c1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:22.481006 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-84cf4ea4-a16c-4cf5-8a07-5b73818c1491 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d92e786424d45ea9a4d8b01da10d5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005280 Apr 03 16:29:22.481759 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf4ea4-a16c-4cf5-8a07-5b73818c1491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b662ea0-c91e-4068-af0e-a723fff76aae,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:22.484067 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44178) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:22.533343 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5d375d09-6e3b-47bf-950c-47f69d0d07d4 admin admin] Publish callbacks [] for security_group (4b662ea0-c91e-4068-af0e-a723fff76aae), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.553751 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5d375d09-6e3b-47bf-950c-47f69d0d07d4 admin admin] Publish callbacks [] for security_group (4b662ea0-c91e-4068-af0e-a723fff76aae), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.662000 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5d375d09-6e3b-47bf-950c-47f69d0d07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (4b662ea0-c91e-4068-af0e-a723fff76aae), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.664622 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5d375d09-6e3b-47bf-950c-47f69d0d07d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:22.665915 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-5d375d09-6e3b-47bf-950c-47f69d0d07d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b662ea0-c91e-4068-af0e-a723fff76aae HTTP/1.1" status: 204 len: 168 time: 0.1809418 Apr 03 16:29:22.674471 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d375d09-6e3b-47bf-950c-47f69d0d07d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b662ea0-c91e-4068-af0e-a723fff76aae,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:23.100609 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44198) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:23.115084 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75734bdc-0a13-4034-9156-405df5a71ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:23.193479 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75734bdc-0a13-4034-9156-405df5a71ee4 admin admin] Publish callbacks [] for security_group (16a16cee-9a7a-40bc-9824-12f2fd46d62b), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:23.290388 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75734bdc-0a13-4034-9156-405df5a71ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (16a16cee-9a7a-40bc-9824-12f2fd46d62b), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:23.332740 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-75734bdc-0a13-4034-9156-405df5a71ee4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e4fb4967e9749eaa19ab7240c38db1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307711 Apr 03 16:29:23.333572 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75734bdc-0a13-4034-9156-405df5a71ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a16cee-9a7a-40bc-9824-12f2fd46d62b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:23.338581 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44206) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:23.389254 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b066e29a-57d6-4ea7-a46c-2032632c80c4 admin admin] Publish callbacks [] for security_group (16a16cee-9a7a-40bc-9824-12f2fd46d62b), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:23.411343 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b066e29a-57d6-4ea7-a46c-2032632c80c4 admin admin] Publish callbacks [] for security_group (16a16cee-9a7a-40bc-9824-12f2fd46d62b), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:23.549917 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b066e29a-57d6-4ea7-a46c-2032632c80c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (16a16cee-9a7a-40bc-9824-12f2fd46d62b), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:23.552523 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b066e29a-57d6-4ea7-a46c-2032632c80c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:23.553702 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b066e29a-57d6-4ea7-a46c-2032632c80c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16a16cee-9a7a-40bc-9824-12f2fd46d62b HTTP/1.1" status: 204 len: 168 time: 0.2140048 Apr 03 16:29:23.562026 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066e29a-57d6-4ea7-a46c-2032632c80c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a16cee-9a7a-40bc-9824-12f2fd46d62b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:24.253355 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44228) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:24.266243 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca6b736-b6fe-4034-ba99-90f136a096f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.343178 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca6b736-b6fe-4034-ba99-90f136a096f0 admin admin] Publish callbacks [] for security_group (d1950272-fb96-47a7-aa94-24682062663d), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.413008 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca6b736-b6fe-4034-ba99-90f136a096f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d1950272-fb96-47a7-aa94-24682062663d), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.416475 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44232) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:24.450850 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6b736-b6fe-4034-ba99-90f136a096f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1950272-fb96-47a7-aa94-24682062663d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:24.455226 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-2ca6b736-b6fe-4034-ba99-90f136a096f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4adbae32a8b49a4885458438baac57a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008543 Apr 03 16:29:24.458058 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44236) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:24.505755 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be837e23-ecdd-4494-a7bc-42c81dcd9534 admin admin] Publish callbacks [] for security_group (d1950272-fb96-47a7-aa94-24682062663d), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.533628 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-874a6fae-7fbe-4b64-a2af-97058512aeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.543522 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be837e23-ecdd-4494-a7bc-42c81dcd9534 admin admin] Publish callbacks [] for security_group (d1950272-fb96-47a7-aa94-24682062663d), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.642881 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-874a6fae-7fbe-4b64-a2af-97058512aeba admin admin] Publish callbacks [] for security_group (1fb83b5e-5c61-4705-b34b-2611e3393e9f), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.712993 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be837e23-ecdd-4494-a7bc-42c81dcd9534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (d1950272-fb96-47a7-aa94-24682062663d), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.715430 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be837e23-ecdd-4494-a7bc-42c81dcd9534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.716553 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-be837e23-ecdd-4494-a7bc-42c81dcd9534 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1950272-fb96-47a7-aa94-24682062663d HTTP/1.1" status: 204 len: 168 time: 0.2575231 Apr 03 16:29:24.724963 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be837e23-ecdd-4494-a7bc-42c81dcd9534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1950272-fb96-47a7-aa94-24682062663d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:24.728935 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-874a6fae-7fbe-4b64-a2af-97058512aeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (1fb83b5e-5c61-4705-b34b-2611e3393e9f), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.770816 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-874a6fae-7fbe-4b64-a2af-97058512aeba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45dfc84d04274d6a9478fa865402d531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532317 Apr 03 16:29:24.771741 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6fae-7fbe-4b64-a2af-97058512aeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb83b5e-5c61-4705-b34b-2611e3393e9f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:24.773505 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44240) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:24.821411 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b65e4603-6276-4d90-a7a0-4bd5a64abce0 admin admin] Publish callbacks [] for security_group (1fb83b5e-5c61-4705-b34b-2611e3393e9f), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.842145 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b65e4603-6276-4d90-a7a0-4bd5a64abce0 admin admin] Publish callbacks [] for security_group (1fb83b5e-5c61-4705-b34b-2611e3393e9f), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.964651 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b65e4603-6276-4d90-a7a0-4bd5a64abce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (1fb83b5e-5c61-4705-b34b-2611e3393e9f), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.967158 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b65e4603-6276-4d90-a7a0-4bd5a64abce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:24.968318 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-b65e4603-6276-4d90-a7a0-4bd5a64abce0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fb83b5e-5c61-4705-b34b-2611e3393e9f HTTP/1.1" status: 204 len: 168 time: 0.1936932 Apr 03 16:29:24.978368 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e4603-6276-4d90-a7a0-4bd5a64abce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb83b5e-5c61-4705-b34b-2611e3393e9f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:29.223799 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:29.595914 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2dde7779-d82d-4d35-945a-6386a0579aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:31.918484 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac8dde5d-feb6-471f-baeb-d85252080b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:32.972470 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:34.364305 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:35.840782 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:41.454189 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44408) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:41.560883 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f247608f-0d29-4ec5-9960-748f96886dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:41.630673 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f247608f-0d29-4ec5-9960-748f96886dbc admin admin] Publish callbacks [] for security_group (dfcb86f6-6acb-430a-9166-93873ef65e92), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:41.692956 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f247608f-0d29-4ec5-9960-748f96886dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (dfcb86f6-6acb-430a-9166-93873ef65e92), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:41.730279 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-f247608f-0d29-4ec5-9960-748f96886dbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0038f390d0e49ce9f9ecbc0d7e524eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749619 Apr 03 16:29:41.732270 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247608f-0d29-4ec5-9960-748f96886dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb86f6-6acb-430a-9166-93873ef65e92,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:41.733022 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44412) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:41.784765 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e19fcd23-071c-4e7a-a7cf-91e63456cbeb admin admin] Publish callbacks [] for security_group (dfcb86f6-6acb-430a-9166-93873ef65e92), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:41.805013 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e19fcd23-071c-4e7a-a7cf-91e63456cbeb admin admin] Publish callbacks [] for security_group (dfcb86f6-6acb-430a-9166-93873ef65e92), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:41.903872 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e19fcd23-071c-4e7a-a7cf-91e63456cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (dfcb86f6-6acb-430a-9166-93873ef65e92), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:41.906433 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e19fcd23-071c-4e7a-a7cf-91e63456cbeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:41.907654 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-e19fcd23-071c-4e7a-a7cf-91e63456cbeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dfcb86f6-6acb-430a-9166-93873ef65e92 HTTP/1.1" status: 204 len: 168 time: 0.1736455 Apr 03 16:29:41.915231 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fcd23-071c-4e7a-a7cf-91e63456cbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb86f6-6acb-430a-9166-93873ef65e92,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:44.294945 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44428) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:44.398350 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81ec71f1-b6cf-470b-85ef-3b043067620c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:44.469074 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81ec71f1-b6cf-470b-85ef-3b043067620c admin admin] Publish callbacks [] for security_group (acff87b3-7525-492c-8824-680274db6537), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:44.535134 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-81ec71f1-b6cf-470b-85ef-3b043067620c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (acff87b3-7525-492c-8824-680274db6537), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:44.574060 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-81ec71f1-b6cf-470b-85ef-3b043067620c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcacba27cd7e4051a797f3fde73447fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780361 Apr 03 16:29:44.575190 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec71f1-b6cf-470b-85ef-3b043067620c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acff87b3-7525-492c-8824-680274db6537,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:44.576757 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44432) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:44.624467 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b77c02c-02d0-4a5b-a33b-d046b0b1f82e admin admin] Publish callbacks [] for security_group (acff87b3-7525-492c-8824-680274db6537), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:44.644273 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b77c02c-02d0-4a5b-a33b-d046b0b1f82e admin admin] Publish callbacks [] for security_group (acff87b3-7525-492c-8824-680274db6537), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:44.764009 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b77c02c-02d0-4a5b-a33b-d046b0b1f82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (acff87b3-7525-492c-8824-680274db6537), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:44.766554 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b77c02c-02d0-4a5b-a33b-d046b0b1f82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:44.767713 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-5b77c02c-02d0-4a5b-a33b-d046b0b1f82e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acff87b3-7525-492c-8824-680274db6537 HTTP/1.1" status: 204 len: 168 time: 0.1899815 Apr 03 16:29:44.780380 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77c02c-02d0-4a5b-a33b-d046b0b1f82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acff87b3-7525-492c-8824-680274db6537,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:45.381470 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44438) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:45.394143 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-134db1d4-0d1b-4ffb-aa46-f00e40c9fc80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:45.465269 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-134db1d4-0d1b-4ffb-aa46-f00e40c9fc80 admin admin] Publish callbacks [] for security_group (2d00892f-7059-4f53-80b8-1079c50dfade), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:45.526172 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-134db1d4-0d1b-4ffb-aa46-f00e40c9fc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (2d00892f-7059-4f53-80b8-1079c50dfade), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:45.564460 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-134db1d4-0d1b-4ffb-aa46-f00e40c9fc80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4983010b6d7403abc13373459f5bf65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819208 Apr 03 16:29:45.565308 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134db1d4-0d1b-4ffb-aa46-f00e40c9fc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d00892f-7059-4f53-80b8-1079c50dfade,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:45.567100 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44440) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:45.613843 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8c14f40b-6b40-41ae-9525-1673da273084 admin admin] Publish callbacks [] for security_group (2d00892f-7059-4f53-80b8-1079c50dfade), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:45.639100 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8c14f40b-6b40-41ae-9525-1673da273084 admin admin] Publish callbacks [] for security_group (2d00892f-7059-4f53-80b8-1079c50dfade), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:45.754830 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8c14f40b-6b40-41ae-9525-1673da273084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (2d00892f-7059-4f53-80b8-1079c50dfade), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:45.757371 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8c14f40b-6b40-41ae-9525-1673da273084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:45.758534 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8c14f40b-6b40-41ae-9525-1673da273084 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d00892f-7059-4f53-80b8-1079c50dfade HTTP/1.1" status: 204 len: 168 time: 0.1898556 Apr 03 16:29:45.767393 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14f40b-6b40-41ae-9525-1673da273084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d00892f-7059-4f53-80b8-1079c50dfade,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:53.511674 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44522) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:53.615086 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e74362f-d96b-4646-9c80-e83bffbc7527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:53.686947 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e74362f-d96b-4646-9c80-e83bffbc7527 admin admin] Publish callbacks [] for security_group (711f8e34-570b-43ed-a465-f1aa164eafcd), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:53.758060 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e74362f-d96b-4646-9c80-e83bffbc7527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (711f8e34-570b-43ed-a465-f1aa164eafcd), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:53.794668 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-8e74362f-d96b-4646-9c80-e83bffbc7527 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54061885c09e4f18ad3daa3293943e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817988 Apr 03 16:29:53.796640 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74362f-d96b-4646-9c80-e83bffbc7527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711f8e34-570b-43ed-a465-f1aa164eafcd,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:53.797297 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44526) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:53.845205 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-951c5abf-d48e-4b0a-a206-29ff860ed7d8 admin admin] Publish callbacks [] for security_group (711f8e34-570b-43ed-a465-f1aa164eafcd), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:53.865903 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-951c5abf-d48e-4b0a-a206-29ff860ed7d8 admin admin] Publish callbacks [] for security_group (711f8e34-570b-43ed-a465-f1aa164eafcd), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:53.986416 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-951c5abf-d48e-4b0a-a206-29ff860ed7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (711f8e34-570b-43ed-a465-f1aa164eafcd), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:53.989122 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-951c5abf-d48e-4b0a-a206-29ff860ed7d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:53.990925 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-951c5abf-d48e-4b0a-a206-29ff860ed7d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/711f8e34-570b-43ed-a465-f1aa164eafcd HTTP/1.1" status: 204 len: 168 time: 0.1926007 Apr 03 16:29:53.998417 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c5abf-d48e-4b0a-a206-29ff860ed7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711f8e34-570b-43ed-a465-f1aa164eafcd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:54.631538 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44532) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:54.647720 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6cf53687-e21d-4003-93a0-77fb014365b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:54.719779 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6cf53687-e21d-4003-93a0-77fb014365b9 admin admin] Publish callbacks [] for security_group (5959c0d3-e753-4495-9e03-845d16cbf22d), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:54.803808 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6cf53687-e21d-4003-93a0-77fb014365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (5959c0d3-e753-4495-9e03-845d16cbf22d), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:54.841614 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6cf53687-e21d-4003-93a0-77fb014365b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2fb5c095fce4fa488bfdb9dc4d813d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090313 Apr 03 16:29:54.842446 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf53687-e21d-4003-93a0-77fb014365b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5959c0d3-e753-4495-9e03-845d16cbf22d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:54.844333 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44534) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:29:54.891640 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2b39ffc-ba7b-4e0e-a130-957ce5e65152 admin admin] Publish callbacks [] for security_group (5959c0d3-e753-4495-9e03-845d16cbf22d), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:54.912741 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2b39ffc-ba7b-4e0e-a130-957ce5e65152 admin admin] Publish callbacks [] for security_group (5959c0d3-e753-4495-9e03-845d16cbf22d), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:55.015151 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2b39ffc-ba7b-4e0e-a130-957ce5e65152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (5959c0d3-e753-4495-9e03-845d16cbf22d), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:55.017735 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2b39ffc-ba7b-4e0e-a130-957ce5e65152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:55.018917 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-c2b39ffc-ba7b-4e0e-a130-957ce5e65152 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5959c0d3-e753-4495-9e03-845d16cbf22d HTTP/1.1" status: 204 len: 168 time: 0.1734719 Apr 03 16:29:55.027166 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b39ffc-ba7b-4e0e-a130-957ce5e65152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5959c0d3-e753-4495-9e03-845d16cbf22d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:29:58.809720 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:29:59.223380 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:29:59.609512 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ebf0e84-1ba6-43b4-8b45-e44712c4da1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:01.895280 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3db77f38-5a95-4454-a77a-c01b8e67ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:02.992032 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:04.377422 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:05.849186 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:07.715095 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44632) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:07.830465 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:07.901904 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Publish callbacks [] for security_group (6174e5af-3c87-4391-a694-9f63bb507e2a), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:08.003688 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (6174e5af-3c87-4391-a694-9f63bb507e2a), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:08.041347 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6174e5af-3c87-4391-a694-9f63bb507e2a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:08.045102 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38347e774e214ee384976039e1eb284d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289287 Apr 03 16:30:08.047741 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44636) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:08.050957 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.051304 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.051650 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.051992 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.052324 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.052652 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.052981 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.053308 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.053636 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.053989 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.054321 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.054672 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.060002 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.060002 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.060002 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f28573-fbd6-4f94-b353-30e8a8914299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.095575 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Publish callbacks [] for security_group (6174e5af-3c87-4391-a694-9f63bb507e2a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:08.116165 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Publish callbacks [] for security_group (6174e5af-3c87-4391-a694-9f63bb507e2a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:08.231917 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (6174e5af-3c87-4391-a694-9f63bb507e2a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:08.234436 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:08.235621 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6174e5af-3c87-4391-a694-9f63bb507e2a HTTP/1.1" status: 204 len: 168 time: 0.1868813 Apr 03 16:30:08.243931 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6174e5af-3c87-4391-a694-9f63bb507e2a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:08.251119 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.251469 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.251849 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.252228 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.252558 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.252883 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.253209 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.253530 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.253869 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.254211 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.254664 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.254991 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.255311 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.255628 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.255944 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380511-5574-4a00-a431-7c00010705d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:08.837074 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44642) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:08.850238 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b3109d8-f8d1-4bf2-8b3f-6a9df7287fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:08.923893 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b3109d8-f8d1-4bf2-8b3f-6a9df7287fc9 admin admin] Publish callbacks [] for security_group (084d8641-0569-43c5-8c68-4df7b466d5b4), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:08.982904 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b3109d8-f8d1-4bf2-8b3f-6a9df7287fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (084d8641-0569-43c5-8c68-4df7b466d5b4), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:09.019367 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-6b3109d8-f8d1-4bf2-8b3f-6a9df7287fc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a4c65a09e86478492b98643aec81c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812418 Apr 03 16:30:09.020166 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3109d8-f8d1-4bf2-8b3f-6a9df7287fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084d8641-0569-43c5-8c68-4df7b466d5b4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:09.022067 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44644) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:09.069141 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-545a2835-af05-4c31-949a-71cde62fc5fe admin admin] Publish callbacks [] for security_group (084d8641-0569-43c5-8c68-4df7b466d5b4), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:09.089710 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-545a2835-af05-4c31-949a-71cde62fc5fe admin admin] Publish callbacks [] for security_group (084d8641-0569-43c5-8c68-4df7b466d5b4), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:09.217260 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-545a2835-af05-4c31-949a-71cde62fc5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (084d8641-0569-43c5-8c68-4df7b466d5b4), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:09.219834 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-545a2835-af05-4c31-949a-71cde62fc5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:09.220973 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-545a2835-af05-4c31-949a-71cde62fc5fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/084d8641-0569-43c5-8c68-4df7b466d5b4 HTTP/1.1" status: 204 len: 168 time: 0.1979048 Apr 03 16:30:09.229691 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a2835-af05-4c31-949a-71cde62fc5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084d8641-0569-43c5-8c68-4df7b466d5b4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:12.024178 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44716) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:12.148050 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65a7f4dc-3e81-42d9-9781-b1178afc06ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:12.218305 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65a7f4dc-3e81-42d9-9781-b1178afc06ca admin admin] Publish callbacks [] for security_group (b72584d7-5cd1-4fc2-9ab9-266005d82d21), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:12.308679 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65a7f4dc-3e81-42d9-9781-b1178afc06ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b72584d7-5cd1-4fc2-9ab9-266005d82d21), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:12.345140 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7f4dc-3e81-42d9-9781-b1178afc06ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72584d7-5cd1-4fc2-9ab9-266005d82d21,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:12.349815 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-65a7f4dc-3e81-42d9-9781-b1178afc06ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bea330b1d7d74f4fa37800fd534f9e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244750 Apr 03 16:30:12.353478 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:12.399184 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-572631c3-6058-47d6-b520-5bdddd21133b admin admin] Publish callbacks [] for security_group (b72584d7-5cd1-4fc2-9ab9-266005d82d21), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:12.419654 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-572631c3-6058-47d6-b520-5bdddd21133b admin admin] Publish callbacks [] for security_group (b72584d7-5cd1-4fc2-9ab9-266005d82d21), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:12.546281 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-572631c3-6058-47d6-b520-5bdddd21133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b72584d7-5cd1-4fc2-9ab9-266005d82d21), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:12.548852 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-572631c3-6058-47d6-b520-5bdddd21133b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:12.550022 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-572631c3-6058-47d6-b520-5bdddd21133b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b72584d7-5cd1-4fc2-9ab9-266005d82d21 HTTP/1.1" status: 204 len: 168 time: 0.1962981 Apr 03 16:30:12.558393 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572631c3-6058-47d6-b520-5bdddd21133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72584d7-5cd1-4fc2-9ab9-266005d82d21,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:13.117994 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 44726) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:13.130779 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5016-0928-412d-84bd-88c55872eca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:13.202377 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5016-0928-412d-84bd-88c55872eca1 admin admin] Publish callbacks [] for security_group (aea8d0a7-86f8-4330-8472-42f2d2c8ac86), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:13.346547 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5016-0928-412d-84bd-88c55872eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (aea8d0a7-86f8-4330-8472-42f2d2c8ac86), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:13.385629 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-1b4b5016-0928-412d-84bd-88c55872eca1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d06ca4d691141de919ec54494d9ecd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665291 Apr 03 16:30:13.386487 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b5016-0928-412d-84bd-88c55872eca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea8d0a7-86f8-4330-8472-42f2d2c8ac86,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:13.388290 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44728) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:13.436495 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3283ac46-820b-4151-947c-9d3311c4e4a7 admin admin] Publish callbacks [] for security_group (aea8d0a7-86f8-4330-8472-42f2d2c8ac86), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:13.456432 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3283ac46-820b-4151-947c-9d3311c4e4a7 admin admin] Publish callbacks [] for security_group (aea8d0a7-86f8-4330-8472-42f2d2c8ac86), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:13.609423 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3283ac46-820b-4151-947c-9d3311c4e4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (aea8d0a7-86f8-4330-8472-42f2d2c8ac86), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:13.611891 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3283ac46-820b-4151-947c-9d3311c4e4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:13.613037 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-3283ac46-820b-4151-947c-9d3311c4e4a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aea8d0a7-86f8-4330-8472-42f2d2c8ac86 HTTP/1.1" status: 204 len: 168 time: 0.2231462 Apr 03 16:30:13.621070 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283ac46-820b-4151-947c-9d3311c4e4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea8d0a7-86f8-4330-8472-42f2d2c8ac86,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:14.728584 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44752) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:14.819990 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1674765896-network', 'tenant_id': '802abab0f409493eadf37a1ab3a7c77b'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:30:14.911897 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Made reservation on behalf of 802abab0f409493eadf37a1ab3a7c77b for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:30:14.914150 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:14.922452 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:14.993295 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Publish callbacks [] for security_group (fd3742eb-82a4-408b-ba6d-c86b75cba72e), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:15.062828 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (fd3742eb-82a4-408b-ba6d-c86b75cba72e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:15.085992 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:30:15.098839 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3742eb-82a4-408b-ba6d-c86b75cba72e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:15.103378 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (3353f94f-16ac-47b2-9ba1-ea252c0691fa), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:15.107229 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Added segment 3353f94f-16ac-47b2-9ba1-ea252c0691fa of type vlan for network 88aca662-ab2d-4bde-84a2-db21db9404e7 Apr 03 16:30:15.141943 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (88aca662-ab2d-4bde-84a2-db21db9404e7), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:15.245456 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (88aca662-ab2d-4bde-84a2-db21db9404e7), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:15.246399 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:15.246990 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:15.308720 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] Pushing event updated for resources: {'Network': ['ID=88aca662-ab2d-4bde-84a2-db21db9404e7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:15.318221 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 88aca662-ab2d-4bde-84a2-db21db9404e7 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:30:15.382821 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-2ef3036a-acc9-4716-be5c-20e6f64a3286 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6530819 Apr 03 16:30:15.383861 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 44756) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:30:15.388688 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Request body: {'subnet': {'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1674765896-subnet', 'tenant_id': '802abab0f409493eadf37a1ab3a7c77b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:30:15.471896 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Made reservation on behalf of 802abab0f409493eadf37a1ab3a7c77b for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:30:15.474418 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7527388'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:15.703147 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8363627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7527370'] for subnet (e8c14ad2-c87b-48e2-b67a-45720fa4c479), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:15.755116 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c14ad2-c87b-48e2-b67a-45720fa4c479,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:15.765026 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Checking segment: {'id': '3353f94f-16ac-47b2-9ba1-ea252c0691fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:30:15.765375 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Network hostable DHCP agents. Network: 88aca662-ab2d-4bde-84a2-db21db9404e7, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:30:15.833926 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Network 88aca662-ab2d-4bde-84a2-db21db9404e7 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:30:15.914945 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 88aca662-ab2d-4bde-84a2-db21db9404e7) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:30:15.919166 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:15.919745 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:15.924217 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c514c886-0d1f-4498-837c-fa0a017e55f6 None None] Network 88aca662-ab2d-4bde-84a2-db21db9404e7 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:30:16.014417 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-b449ce08-212b-47a0-9611-02ad6d8e904d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6294208 Apr 03 16:30:16.035983 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabfb775-03d0-4340-a208-c42ea06c49bc None None] Network 88aca662-ab2d-4bde-84a2-db21db9404e7 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:30:18.232449 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-0e73ab31-f258-4847-b0d4-7b29126d8e31 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:18.233834 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-0e73ab31-f258-4847-b0d4-7b29126d8e31 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/networks?id=88aca662-ab2d-4bde-84a2-db21db9404e7 HTTP/1.1" status: 200 len: 814 time: 0.1012850 Apr 03 16:30:18.248795 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-b6a99e96-5b27-4ad3-9b19-c390aa33139f tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/quotas/802abab0f409493eadf37a1ab3a7c77b HTTP/1.1" status: 200 len: 375 time: 0.0095115 Apr 03 16:30:18.280329 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-7582992e-46ff-4c5f-a7ca-5376969f934f tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=802abab0f409493eadf37a1ab3a7c77b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267427 Apr 03 16:30:18.332413 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-66f58ce1-61fc-4054-a14a-9fd6a8ca8051 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:30:18.333431 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-66f58ce1-61fc-4054-a14a-9fd6a8ca8051 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471039 Apr 03 16:30:18.423318 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-6c63b7ba-b1fb-4495-9d93-ba8a5a052c2f service neutron] 10.222.0.37 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841217 Apr 03 16:30:18.508982 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-0b410285-502b-4447-8712-1b57f0325eb5 service neutron] 10.222.0.37 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799959 Apr 03 16:30:18.776079 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d4ba725b-3361-4183-8539-be94db1361ee req-d93d9078-86c5-45f7-a4bf-3ce5379c91a6 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 210 time: 0.0278702 Apr 03 16:30:19.873597 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-d5b6b74c-3902-4c3f-87ef-69d7fe13fbe3 req-47450a95-187c-44e2-8748-94af45976a9b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 210 time: 0.0279367 Apr 03 16:30:20.969422 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-787bc6f2-267d-492e-9b47-fb848e94de8e tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:20.970878 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-787bc6f2-267d-492e-9b47-fb848e94de8e tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.21 "GET /v2.0/networks?id=88aca662-ab2d-4bde-84a2-db21db9404e7 HTTP/1.1" status: 200 len: 814 time: 0.1045723 Apr 03 16:30:20.971964 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-27d283d6-6ea7-4efc-8c16-73418c70b1c8 req-03e74b1f-5edb-447d-b0c6-b82ff74f7e25 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 210 time: 0.0281591 Apr 03 16:30:20.982552 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Request body: {'port': {'device_id': '42903066-f9f1-4d0d-b4ee-77df6ded7b8a', 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7', 'admin_state_up': True, 'tenant_id': '802abab0f409493eadf37a1ab3a7c77b'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:30:21.152047 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Made reservation on behalf of 802abab0f409493eadf37a1ab3a7c77b for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:30:21.155384 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:21.282538 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Allocated IP 172.20.0.14 (88aca662-ab2d-4bde-84a2-db21db9404e7/e8c14ad2-c87b-48e2-b67a-45720fa4c479/0001a48e-4ab9-477d-a9b0-d4afe0d74df8) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:30:21.426195 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks [] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:21.524431 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:21.562697 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Network 88aca662-ab2d-4bde-84a2-db21db9404e7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:30:21.565662 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:30:21.569242 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:30:21.596229 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Pushing event updated for resources: {'Port': ['ID=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:21.626377 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:21.626985 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:21.722118 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-1208144d-82c6-420c-b06d-7e6feb267ae1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7432334 Apr 03 16:30:21.809992 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Request body: {'port': {'device_id': '42903066-f9f1-4d0d-b4ee-77df6ded7b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:30:21.869078 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:22.128648 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f7990-1956-4ef4-9c0e-796446e6c354 req-e0bd4006-af5b-4a5f-9215-ed7098f4dfaa tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:22.130098 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-624f7990-1956-4ef4-9c0e-796446e6c354 req-e0bd4006-af5b-4a5f-9215-ed7098f4dfaa tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 932 time: 0.0899351 Apr 03 16:30:22.176855 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:30:22.187465 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Publish callbacks [] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:22.217455 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Transition to ACTIVE for port object 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:30:22.220819 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-624f7990-1956-4ef4-9c0e-796446e6c354 req-acbe9149-1bc2-473a-8cd2-99da4c4167ac tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698247 Apr 03 16:30:22.285216 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:22.335968 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Pushing event updated for resources: {'Port': ['ID=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:22.404132 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Attempting to bind port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:30:22.404461 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Attempting to bind port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': '3353f94f-16ac-47b2-9ba1-ea252c0691fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:30:22.404779 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Attempting to bind port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 on network 88aca662-ab2d-4bde-84a2-db21db9404e7 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:30:22.408933 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 on network 88aca662-ab2d-4bde-84a2-db21db9404e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:30:22.415294 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Attempting to bind port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 on network 88aca662-ab2d-4bde-84a2-db21db9404e7 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:30:22.415294 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:30:22.415294 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Checking segment: {'id': '3353f94f-16ac-47b2-9ba1-ea252c0691fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:30:22.415294 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Bound using segment: {'id': '3353f94f-16ac-47b2-9ba1-ea252c0691fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:30:22.415686 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Bound port: 0001a48e-4ab9-477d-a9b0-d4afe0d74df8, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3353f94f-16ac-47b2-9ba1-ea252c0691fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:30:22.415865 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:22.479413 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] For port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:30:22.482336 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] For port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,segment=NetworkSegment(3353f94f-16ac-47b2-9ba1-ea252c0691fa),segment_id=3353f94f-16ac-47b2-9ba1-ea252c0691fa)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:30:22.594556 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:22.627949 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:22.628519 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:22.629872 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] 10.222.0.21 "PUT /v2.0/ports/0001a48e-4ab9-477d-a9b0-d4afe0d74df8 HTTP/1.1" status: 200 len: 1094 time: 0.8650658 Apr 03 16:30:22.630297 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42903066-f9f1-4d0d-b4ee-77df6ded7b8a', 'tag': '0001a48e-4ab9-477d-a9b0-d4afe0d74df8'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:30:22.632543 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d92e787-0f58-44c8-a5e5-575cc7e30972" -d '{"events": [{"name": "network-changed", "server_uuid": "42903066-f9f1-4d0d-b4ee-77df6ded7b8a", "tag": "0001a48e-4ab9-477d-a9b0-d4afe0d74df8"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:30:22.658289 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc1465-9179-43cb-9b4a-972b2cd3fdad service neutron] Pushing event updated for resources: {'Port': ['ID=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:22.768106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-5f40212a-a086-4fb8-9a52-fe5e8eda9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:22.769646 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-5f40212a-a086-4fb8-9a52-fe5e8eda9ab1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=802abab0f409493eadf37a1ab3a7c77b&device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 1128 time: 0.0467963 Apr 03 16:30:22.784947 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342ef886-1ac9-494a-b72b-0931867d8461 x-openstack-request-id: req-342ef886-1ac9-494a-b72b-0931867d8461 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:30:22.785234 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42903066-f9f1-4d0d-b4ee-77df6ded7b8a", "tag": "0001a48e-4ab9-477d-a9b0-d4afe0d74df8", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:30:22.785485 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-342ef886-1ac9-494a-b72b-0931867d8461 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:30:22.785879 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342ef886-1ac9-494a-b72b-0931867d8461'] response: {'name': 'network-changed', 'server_uuid': '42903066-f9f1-4d0d-b4ee-77df6ded7b8a', 'tag': '0001a48e-4ab9-477d-a9b0-d4afe0d74df8', 'status': 'completed', 'code': 200} Apr 03 16:30:22.812674 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-ff22d285-2154-4055-972b-20faec209870 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0001a48e-4ab9-477d-a9b0-d4afe0d74df8 HTTP/1.1" status: 200 len: 217 time: 0.0366037 Apr 03 16:30:22.862342 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-b2747921-60d6-42dc-b777-dc3059b3ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:22.863698 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-b2747921-60d6-42dc-b777-dc3059b3ec62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8c14ad2-c87b-48e2-b67a-45720fa4c479 HTTP/1.1" status: 200 len: 854 time: 0.0459816 Apr 03 16:30:22.893228 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-98339f27-8829-4c3c-8823-f166cf8fb7a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88aca662-ab2d-4bde-84a2-db21db9404e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240974 Apr 03 16:30:22.978296 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-c699c530-5437-409c-b4fd-0dff378e60c0 service neutron] 10.222.0.21 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784276 Apr 03 16:30:23.069196 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd7b13c-1db6-40ee-ab16-95f8d0d8696a req-80edefa0-db36-4ca2-96f8-efc1b6c45e28 service neutron] 10.222.0.21 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813673 Apr 03 16:30:23.225936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92e787-0f58-44c8-a5e5-575cc7e30972 req-39e4413b-07ab-49eb-ab85-93c3f3834ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:23.227449 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d92e787-0f58-44c8-a5e5-575cc7e30972 req-39e4413b-07ab-49eb-ab85-93c3f3834ef0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=802abab0f409493eadf37a1ab3a7c77b&device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 1128 time: 0.0451016 Apr 03 16:30:23.349886 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92e787-0f58-44c8-a5e5-575cc7e30972 req-d5a60a35-956f-4810-9e61-7fe3f143d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:23.351390 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d92e787-0f58-44c8-a5e5-575cc7e30972 req-d5a60a35-956f-4810-9e61-7fe3f143d18f service neutron] 10.222.0.21 "GET /v2.0/networks?id=88aca662-ab2d-4bde-84a2-db21db9404e7 HTTP/1.1" status: 200 len: 915 time: 0.1158626 Apr 03 16:30:23.362727 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590afd-3f71-4ce8-9583-d1585b382403 req-f977eeaf-825d-49d1-8167-86c20ce0edf6 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:23.365106 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b0590afd-3f71-4ce8-9583-d1585b382403 req-f977eeaf-825d-49d1-8167-86c20ce0edf6 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 944 time: 0.0764868 Apr 03 16:30:23.404967 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d92e787-0f58-44c8-a5e5-575cc7e30972 req-f8a90db3-e32d-432a-8add-493cc09b4b44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0001a48e-4ab9-477d-a9b0-d4afe0d74df8 HTTP/1.1" status: 200 len: 217 time: 0.0389316 Apr 03 16:30:23.475318 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b0590afd-3f71-4ce8-9583-d1585b382403 req-0df67647-8eed-4d47-8ca3-631be1c0b9fb tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032190 Apr 03 16:30:23.476804 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92e787-0f58-44c8-a5e5-575cc7e30972 req-b2702b7d-fd1b-41ea-b07b-f0d9e72f6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:23.478127 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d92e787-0f58-44c8-a5e5-575cc7e30972 req-b2702b7d-fd1b-41ea-b07b-f0d9e72f6eb5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8c14ad2-c87b-48e2-b67a-45720fa4c479 HTTP/1.1" status: 200 len: 854 time: 0.0675468 Apr 03 16:30:23.509826 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d92e787-0f58-44c8-a5e5-575cc7e30972 req-3aea1b71-a3f9-47e3-9ec6-33753b979f1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88aca662-ab2d-4bde-84a2-db21db9404e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255051 Apr 03 16:30:23.594501 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d92e787-0f58-44c8-a5e5-575cc7e30972 req-b9fd91e5-cfd5-42b3-9c22-414f4c3e06ba service neutron] 10.222.0.21 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786362 Apr 03 16:30:23.686827 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7d92e787-0f58-44c8-a5e5-575cc7e30972 req-d2c95d73-2f8a-4710-9d7d-8c07d1cae846 service neutron] 10.222.0.21 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839181 Apr 03 16:30:24.592420 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba39edf-afee-4ccc-90df-3927456ca1a7 req-db2c1deb-cead-489c-961c-98e182db97b8 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:24.593853 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0ba39edf-afee-4ccc-90df-3927456ca1a7 req-db2c1deb-cead-489c-961c-98e182db97b8 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 944 time: 0.0501633 Apr 03 16:30:24.642252 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-0ba39edf-afee-4ccc-90df-3927456ca1a7 req-02141a96-950f-4279-a572-4ba86c937263 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Apr 03 16:30:25.763151 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e419cf-5668-4c9c-b8ef-f247d1bd9e5a req-75af88f6-1f55-4997-9cf8-8229f34fc795 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:25.764758 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-12e419cf-5668-4c9c-b8ef-f247d1bd9e5a req-75af88f6-1f55-4997-9cf8-8229f34fc795 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 944 time: 0.0576010 Apr 03 16:30:25.813220 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-12e419cf-5668-4c9c-b8ef-f247d1bd9e5a req-3d673325-323f-4b49-bd58-2abe5c71d714 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Apr 03 16:30:26.219865 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:30:26.315928 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,segment=NetworkSegment(3353f94f-16ac-47b2-9ba1-ea252c0691fa),segment_id=3353f94f-16ac-47b2-9ba1-ea252c0691fa)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:30:26.327412 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '0001a48e-4ab9-477d-a9b0-d4afe0d74df8', 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7', 'port_id': '0001a48e-4ab9-477d-a9b0-d4afe0d74df8', 'mac_address': 'fa:16:3e:61:0d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c14ad2-c87b-48e2-b67a-45720fa4c479', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:30:26.364538 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:30:26.364930 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:26.377355 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:30:26.396303 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,segment=NetworkSegment(3353f94f-16ac-47b2-9ba1-ea252c0691fa),segment_id=3353f94f-16ac-47b2-9ba1-ea252c0691fa)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:30:26.465633 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:26.515002 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:26.521899 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.522244 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.522601 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.522938 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.523780 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.524102 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.524425 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.524812 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.525134 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.525473 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.525854 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.526105 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.526442 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.526777 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.527091 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:30:26.837999 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['0001a48e-4ab9-477d-a9b0-d4afe0d74df8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:30:26.929908 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f1b7b-b6a7-4a0c-b344-472221a3b8ae req-73dff206-4bf5-4318-8cf6-9c0c71db3e72 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:26.931407 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a33f1b7b-b6a7-4a0c-b344-472221a3b8ae req-73dff206-4bf5-4318-8cf6-9c0c71db3e72 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 945 time: 0.0514116 Apr 03 16:30:26.978755 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a33f1b7b-b6a7-4a0c-b344-472221a3b8ae req-b5fadca2-22d4-45ed-a28c-ec70ad6aebdd tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416586 Apr 03 16:30:28.096444 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e1328-9506-46e4-9ab8-2fd5889c365b req-8b2cad63-50fa-414a-b43a-78c67ae491ff tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:28.097895 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b9e1328-9506-46e4-9ab8-2fd5889c365b req-8b2cad63-50fa-414a-b43a-78c67ae491ff tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 945 time: 0.0541422 Apr 03 16:30:28.144109 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9b9e1328-9506-46e4-9ab8-2fd5889c365b req-5a0cc74b-aec7-49ce-9fb3-243164984bab tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Apr 03 16:30:28.235225 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:30:28.394194 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:30:28.398322 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:30:28.399314 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:28.472825 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:30:28.473204 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:28.495251 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42903066-f9f1-4d0d-b4ee-77df6ded7b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0001a48e-4ab9-477d-a9b0-d4afe0d74df8'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:30:28.497494 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caea735-e578-4652-bf94-7f7e2b66e2e2" -d '{"events": [{"server_uuid": "42903066-f9f1-4d0d-b4ee-77df6ded7b8a", "name": "network-vif-plugged", "status": "completed", "tag": "0001a48e-4ab9-477d-a9b0-d4afe0d74df8"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:30:28.510094 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,segment=NetworkSegment(3353f94f-16ac-47b2-9ba1-ea252c0691fa),segment_id=3353f94f-16ac-47b2-9ba1-ea252c0691fa)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:30:28.590588 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cbd33a-6f15-48ac-bcdf-54647754eeb9 x-openstack-request-id: req-32cbd33a-6f15-48ac-bcdf-54647754eeb9 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:30:28.590892 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42903066-f9f1-4d0d-b4ee-77df6ded7b8a", "name": "network-vif-plugged", "status": "completed", "tag": "0001a48e-4ab9-477d-a9b0-d4afe0d74df8", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:30:28.591150 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32cbd33a-6f15-48ac-bcdf-54647754eeb9 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:30:28.591560 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cbd33a-6f15-48ac-bcdf-54647754eeb9'] response: {'server_uuid': '42903066-f9f1-4d0d-b4ee-77df6ded7b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0001a48e-4ab9-477d-a9b0-d4afe0d74df8', 'code': 200} Apr 03 16:30:28.605742 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:28.661314 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:30:28.886677 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fddd03-891b-42c9-a222-7217c2b92f54 req-fce85eda-8cd7-4cf7-9625-f4f032f3cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:28.888176 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-24fddd03-891b-42c9-a222-7217c2b92f54 req-fce85eda-8cd7-4cf7-9625-f4f032f3cfed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 1130 time: 0.0442851 Apr 03 16:30:28.928629 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-24fddd03-891b-42c9-a222-7217c2b92f54 req-9297d7d1-f078-4250-97ec-124c04d13aa3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350165 Apr 03 16:30:29.222791 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:29.261063 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b83570-0779-4ef8-89c1-e534e46ca310 req-98000375-1f85-4804-9fb0-d0ebbaf86ec1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:29.262531 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-84b83570-0779-4ef8-89c1-e534e46ca310 req-98000375-1f85-4804-9fb0-d0ebbaf86ec1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 946 time: 0.0524158 Apr 03 16:30:29.311343 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-84b83570-0779-4ef8-89c1-e534e46ca310 req-ca285153-ba44-4a70-b8a1-4b022c86abaa tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431759 Apr 03 16:30:29.634384 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20aabc94-4df5-4d60-832f-357910f470b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:30.428830 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f25cf-7fe4-4f08-b909-64bb7dd29521 req-af02c71e-971e-4b8b-bb7c-fd1c20201e7b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:30.435425 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f49f25cf-7fe4-4f08-b909-64bb7dd29521 req-af02c71e-971e-4b8b-bb7c-fd1c20201e7b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 946 time: 0.0520868 Apr 03 16:30:30.479879 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f49f25cf-7fe4-4f08-b909-64bb7dd29521 req-af0759d9-914a-4616-9db6-44c10b664bb6 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 Apr 03 16:30:31.865816 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c005746-2005-4e30-b6d4-bd563bdf78a9 req-5576f2da-6b98-430d-a64d-38b9f530ab37 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:30:31.869855 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6c005746-2005-4e30-b6d4-bd563bdf78a9 req-5576f2da-6b98-430d-a64d-38b9f530ab37 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 946 time: 0.3207402 Apr 03 16:30:31.880406 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6dc03bb5-1489-44b0-b466-1cb6aaad5e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:31.918194 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6c005746-2005-4e30-b6d4-bd563bdf78a9 req-7a622710-a515-4d7f-935a-4726627511ba tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Apr 03 16:30:32.994062 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:34.365253 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:35.808801 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:30:35.843073 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:59.224780 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:30:59.647713 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eebbdc81-bc68-463c-9042-3e1f018f4a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:01.878945 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-99102a25-405c-4c56-a9bb-5bf090582461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:02.987396 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:04.422061 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:05.819180 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:07.867116 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-8578f480-2161-4d48-b5c4-d466aef401d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416830 Apr 03 16:31:07.950115 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-ef7b125e-9f80-4a63-94bf-21b40854b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:07.952252 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-ef7b125e-9f80-4a63-94bf-21b40854b9c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=802abab0f409493eadf37a1ab3a7c77b&device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 1130 time: 0.0454693 Apr 03 16:31:08.056581 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-92cb27a4-bd37-4c47-8b30-19b52e54ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:08.058038 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-92cb27a4-bd37-4c47-8b30-19b52e54ec5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=88aca662-ab2d-4bde-84a2-db21db9404e7 HTTP/1.1" status: 200 len: 915 time: 0.0878999 Apr 03 16:31:08.100401 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-6f194a16-0e98-4ce6-bd4c-618bc4fb9bb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0001a48e-4ab9-477d-a9b0-d4afe0d74df8 HTTP/1.1" status: 200 len: 217 time: 0.0368459 Apr 03 16:31:08.157704 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-ac49154b-48e2-4b9a-82d1-b1a92a837a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:08.159423 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-ac49154b-48e2-4b9a-82d1-b1a92a837a25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8c14ad2-c87b-48e2-b67a-45720fa4c479 HTTP/1.1" status: 200 len: 854 time: 0.0538552 Apr 03 16:31:08.193887 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-d4d5fe41-7b9c-4886-ac12-bab4ab81c9b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88aca662-ab2d-4bde-84a2-db21db9404e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287337 Apr 03 16:31:08.280571 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-63630264-5cea-44aa-be9b-9cb073bb6ece service neutron] 10.222.0.21 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806553 Apr 03 16:31:08.369121 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dd16987-7d2c-4724-b9a8-806fd3a220c5 req-7471b72b-920e-4baf-b7bd-5cf51d1504c4 service neutron] 10.222.0.21 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820363 Apr 03 16:31:12.808534 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:31:25.215543 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f05d9-9916-48fc-9242-0418dcf7b970 req-720e596d-4965-4d7a-ba49-aff018e5dccb tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:25.217017 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-db1f05d9-9916-48fc-9242-0418dcf7b970 req-720e596d-4965-4d7a-ba49-aff018e5dccb tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 946 time: 0.0521855 Apr 03 16:31:25.263481 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-db1f05d9-9916-48fc-9242-0418dcf7b970 req-e00461d0-56ce-4d12-be7f-da33758672dd tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 Apr 03 16:31:26.385482 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5415af-69cb-42b2-b67e-418a9f317c0c req-42001fec-d4fb-4b45-936f-7be353104cd2 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:26.386973 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1d5415af-69cb-42b2-b67e-418a9f317c0c req-42001fec-d4fb-4b45-936f-7be353104cd2 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 946 time: 0.0555189 Apr 03 16:31:26.432685 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1d5415af-69cb-42b2-b67e-418a9f317c0c req-2a9d816a-dcf6-434c-b193-b4b6af56b4ff tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Apr 03 16:31:27.066255 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-adc1264a-3e06-4919-ab67-f8d6944bfd41 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:27.067701 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-adc1264a-3e06-4919-ab67-f8d6944bfd41 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.21 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 946 time: 0.0501659 Apr 03 16:31:27.169122 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Deleting port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:31:27.169454 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:27.254062 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] For port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,segment=NetworkSegment(3353f94f-16ac-47b2-9ba1-ea252c0691fa),segment_id=3353f94f-16ac-47b2-9ba1-ea252c0691fa)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:31:27.254415 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:27.270866 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Calling delete_port for 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:31:27.525219 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (0001a48e-4ab9-477d-a9b0-d4afe0d74df8), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:27.536982 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['0001a48e-4ab9-477d-a9b0-d4afe0d74df8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:31:27.559794 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Pushing event deleted for resources: {'Port': ['ID=0001a48e-4ab9-477d-a9b0-d4afe0d74df8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:31:27.572289 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.572642 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.573576 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.573576 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.573747 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.573944 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.574263 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.574601 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.574926 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.575244 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.575559 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.575875 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.576188 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.576496 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.576822 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:27.620048 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] No DVR routers for this DVR port 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:31:27.628008 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aee6ef-2bc9-42a4-9e15-e4aca2dfcfa5 req-67e506fd-e3b6-4717-a9a2-da8414ab7810 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:27.629468 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-86aee6ef-2bc9-42a4-9e15-e4aca2dfcfa5 req-67e506fd-e3b6-4717-a9a2-da8414ab7810 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=42903066-f9f1-4d0d-b4ee-77df6ded7b8a HTTP/1.1" status: 200 len: 867 time: 0.1306057 Apr 03 16:31:27.630464 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:27.633645 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e0ff7d52-a58a-4a9a-877f-3b55e5500eff req-bd9ab875-05d1-496c-939a-ae75ff7584ee tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.21 "DELETE /v2.0/ports/0001a48e-4ab9-477d-a9b0-d4afe0d74df8 HTTP/1.1" status: 204 len: 173 time: 0.5605106 Apr 03 16:31:27.634003 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42903066-f9f1-4d0d-b4ee-77df6ded7b8a', 'name': 'network-vif-deleted', 'tag': '0001a48e-4ab9-477d-a9b0-d4afe0d74df8'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:31:27.636226 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13f085e-9290-4a64-b523-94746a775522" -d '{"events": [{"server_uuid": "42903066-f9f1-4d0d-b4ee-77df6ded7b8a", "name": "network-vif-deleted", "tag": "0001a48e-4ab9-477d-a9b0-d4afe0d74df8"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:31:27.674049 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b5fb23-6d8a-4489-a8bd-7a663eaebfdd x-openstack-request-id: req-44b5fb23-6d8a-4489-a8bd-7a663eaebfdd {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:31:27.674335 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42903066-f9f1-4d0d-b4ee-77df6ded7b8a", "name": "network-vif-deleted", "tag": "0001a48e-4ab9-477d-a9b0-d4afe0d74df8", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:31:27.674617 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44b5fb23-6d8a-4489-a8bd-7a663eaebfdd {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:31:27.675005 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b5fb23-6d8a-4489-a8bd-7a663eaebfdd'] response: {'server_uuid': '42903066-f9f1-4d0d-b4ee-77df6ded7b8a', 'name': 'network-vif-deleted', 'tag': '0001a48e-4ab9-477d-a9b0-d4afe0d74df8', 'status': 'completed', 'code': 200} Apr 03 16:31:27.682953 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-86aee6ef-2bc9-42a4-9e15-e4aca2dfcfa5 req-14203ba9-0ba3-476c-99e6-315a20749520 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441051 Apr 03 16:31:29.209359 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:29.615352 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93ffe930-90bd-421a-bac0-6bcbb7fbc1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:30.756496 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:31:30.776769 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:31:30.777110 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 0001a48e-4ab9-477d-a9b0-d4afe0d74df8 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:31:31.881476 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e05c8849-0570-4b7c-9191-cc7c85a299de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:32.990025 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:34.381054 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:35.812906 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:39.292680 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-673b5b19-8cae-4082-8217-6301acdaf86a tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:39.294181 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-673b5b19-8cae-4082-8217-6301acdaf86a tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/networks?id=88aca662-ab2d-4bde-84a2-db21db9404e7 HTTP/1.1" status: 200 len: 814 time: 0.1084826 Apr 03 16:31:39.308509 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-e2fe5e08-a144-4f5c-a40c-55c404f65e89 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/quotas/802abab0f409493eadf37a1ab3a7c77b HTTP/1.1" status: 200 len: 375 time: 0.0089815 Apr 03 16:31:39.340579 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-1acb943a-f6f3-4b5d-a0f5-a8114e080d55 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=802abab0f409493eadf37a1ab3a7c77b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273840 Apr 03 16:31:39.430654 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-be1906e8-8850-40f1-8079-0f4af40d9cfa service neutron] 10.222.0.37 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838773 Apr 03 16:31:39.516936 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-a3d1bb7e-23dc-4773-b480-8707ab63bc4a service neutron] 10.222.0.37 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805552 Apr 03 16:31:39.799658 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-45ff0b7f-fdbc-479e-b767-026b0b544fee req-744a83b9-153c-4c2d-ba29-3d12b5520787 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 210 time: 0.0273423 Apr 03 16:31:40.891370 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9099e640-bf92-490d-9099-0e908645fd18 req-bb680266-c4f8-4632-a286-bee3cca12772 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 210 time: 0.0272000 Apr 03 16:31:41.905185 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-198acf43-839c-40c5-92ef-9e54087fd76e tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:41.906643 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-198acf43-839c-40c5-92ef-9e54087fd76e tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.21 "GET /v2.0/networks?id=88aca662-ab2d-4bde-84a2-db21db9404e7 HTTP/1.1" status: 200 len: 814 time: 0.1014991 Apr 03 16:31:41.919386 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Request body: {'port': {'device_id': '815d2bce-c566-4edb-a2f5-f090bd38abc6', 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7', 'admin_state_up': True, 'tenant_id': '802abab0f409493eadf37a1ab3a7c77b'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:31:41.987016 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2a4dbafa-f4c9-40cb-9c65-90565b246d31 req-04815f7f-ab69-4084-bc40-005c85fad5bf tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 210 time: 0.0261822 Apr 03 16:31:42.123945 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Made reservation on behalf of 802abab0f409493eadf37a1ab3a7c77b for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:31:42.127354 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:42.257730 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Allocated IP 172.20.0.10 (88aca662-ab2d-4bde-84a2-db21db9404e7/e8c14ad2-c87b-48e2-b67a-45720fa4c479/a0e73033-0124-4d8a-ac89-bc5c4fd541d3) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:31:42.403417 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks [] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:42.518063 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:42.557942 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Network 88aca662-ab2d-4bde-84a2-db21db9404e7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:31:42.560945 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:31:42.564617 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:31:42.591930 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Pushing event updated for resources: {'Port': ['ID=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:31:42.617662 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:42.618252 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:42.702945 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-61ef8771-2887-4e84-abe3-68881e6bb29b tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7877488 Apr 03 16:31:42.733148 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Request body: {'port': {'device_id': '815d2bce-c566-4edb-a2f5-f090bd38abc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:31:42.795553 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:43.045208 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e73033-0124-4d8a-ac89-bc5c4fd541d3 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:31:43.052767 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Publish callbacks [] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:43.086517 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Transition to ACTIVE for port object a0e73033-0124-4d8a-ac89-bc5c4fd541d3 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:31:43.111955 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac5155-1e36-4040-b4e3-ebd10a3606dd req-b8b460e9-40c1-4594-887b-b65f928afbaf tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:43.113435 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e1ac5155-1e36-4040-b4e3-ebd10a3606dd req-b8b460e9-40c1-4594-887b-b65f928afbaf tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 932 time: 0.0581503 Apr 03 16:31:43.160060 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e1ac5155-1e36-4040-b4e3-ebd10a3606dd req-6a37ad21-e35d-46aa-82f1-bd813785df3a tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Apr 03 16:31:43.180652 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:43.235315 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:31:43.297595 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Attempting to bind port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:31:43.297847 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Attempting to bind port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': '3353f94f-16ac-47b2-9ba1-ea252c0691fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:31:43.298168 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Attempting to bind port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 on network 88aca662-ab2d-4bde-84a2-db21db9404e7 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:31:43.302325 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 on network 88aca662-ab2d-4bde-84a2-db21db9404e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:31:43.302672 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Attempting to bind port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 on network 88aca662-ab2d-4bde-84a2-db21db9404e7 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:31:43.307427 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:31:43.307756 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Checking segment: {'id': '3353f94f-16ac-47b2-9ba1-ea252c0691fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:31:43.308127 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Bound using segment: {'id': '3353f94f-16ac-47b2-9ba1-ea252c0691fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:31:43.308545 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Bound port: a0e73033-0124-4d8a-ac89-bc5c4fd541d3, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3353f94f-16ac-47b2-9ba1-ea252c0691fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:31:43.308890 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:43.371305 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] For port a0e73033-0124-4d8a-ac89-bc5c4fd541d3, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:31:43.374401 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] For port a0e73033-0124-4d8a-ac89-bc5c4fd541d3, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,segment=NetworkSegment(3353f94f-16ac-47b2-9ba1-ea252c0691fa),segment_id=3353f94f-16ac-47b2-9ba1-ea252c0691fa)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:31:43.464495 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:43.501162 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:43.501780 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:43.503168 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] 10.222.0.21 "PUT /v2.0/ports/a0e73033-0124-4d8a-ac89-bc5c4fd541d3 HTTP/1.1" status: 200 len: 1094 time: 0.7746530 Apr 03 16:31:43.503597 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815d2bce-c566-4edb-a2f5-f090bd38abc6', 'tag': 'a0e73033-0124-4d8a-ac89-bc5c4fd541d3'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:31:43.505815 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a932adb-5022-4c4c-a668-8a4b6679c3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "815d2bce-c566-4edb-a2f5-f090bd38abc6", "tag": "a0e73033-0124-4d8a-ac89-bc5c4fd541d3"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:31:43.529330 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e93d1b-bfbb-4d28-9b48-465ab1d06bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:31:43.540694 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d297a-1ed1-4fe1-a265-de8238883917 x-openstack-request-id: req-888d297a-1ed1-4fe1-a265-de8238883917 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:31:43.540998 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815d2bce-c566-4edb-a2f5-f090bd38abc6", "tag": "a0e73033-0124-4d8a-ac89-bc5c4fd541d3", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:31:43.541260 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-888d297a-1ed1-4fe1-a265-de8238883917 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:31:43.541661 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888d297a-1ed1-4fe1-a265-de8238883917'] response: {'name': 'network-changed', 'server_uuid': '815d2bce-c566-4edb-a2f5-f090bd38abc6', 'tag': 'a0e73033-0124-4d8a-ac89-bc5c4fd541d3', 'status': 'completed', 'code': 200} Apr 03 16:31:43.606112 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a932adb-5022-4c4c-a668-8a4b6679c3a0 req-dea1ec7a-66e7-45a0-bf4f-d1d4d1bc655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:43.607601 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9a932adb-5022-4c4c-a668-8a4b6679c3a0 req-dea1ec7a-66e7-45a0-bf4f-d1d4d1bc655a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=802abab0f409493eadf37a1ab3a7c77b&device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 1128 time: 0.0453708 Apr 03 16:31:43.701394 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a932adb-5022-4c4c-a668-8a4b6679c3a0 req-2d033785-1226-463f-8015-03b34a61ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:43.702867 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9a932adb-5022-4c4c-a668-8a4b6679c3a0 req-2d033785-1226-463f-8015-03b34a61ba35 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=802abab0f409493eadf37a1ab3a7c77b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0879745 Apr 03 16:31:43.794826 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a932adb-5022-4c4c-a668-8a4b6679c3a0 req-1278acd3-becd-4498-9954-cae811126ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:43.796272 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9a932adb-5022-4c4c-a668-8a4b6679c3a0 req-1278acd3-becd-4498-9954-cae811126ea9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880301 Apr 03 16:31:43.874509 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-95877a65-db6d-4d3e-a1dd-4ad50af1821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:43.875935 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-95877a65-db6d-4d3e-a1dd-4ad50af1821f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=802abab0f409493eadf37a1ab3a7c77b&device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 1128 time: 0.0451903 Apr 03 16:31:43.919213 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-6ce6da87-c565-44d1-8c52-9d000eb74412 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0e73033-0124-4d8a-ac89-bc5c4fd541d3 HTTP/1.1" status: 200 len: 217 time: 0.0363872 Apr 03 16:31:43.964534 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-fd41d5c9-7903-4725-a809-52aed75f68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:43.965954 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-fd41d5c9-7903-4725-a809-52aed75f68ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8c14ad2-c87b-48e2-b67a-45720fa4c479 HTTP/1.1" status: 200 len: 854 time: 0.0415568 Apr 03 16:31:43.996314 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-9b939515-3f03-4186-95f2-da0606a0f757 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88aca662-ab2d-4bde-84a2-db21db9404e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250177 Apr 03 16:31:44.085505 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-5eab5f2b-526f-42e5-85be-de7f9c8b9db8 service neutron] 10.222.0.21 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810635 Apr 03 16:31:44.171549 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-18b863f5-4b0d-4121-be0c-29d7a2621447 req-bfa20e49-49a4-4d4f-a86c-4a0fd1665d99 service neutron] 10.222.0.21 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799856 Apr 03 16:31:44.278130 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c604567-bdfa-4124-8fa9-90abe38b54e9 req-f0ec9512-1dbe-4e30-8561-5f9625ee126a tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:44.279620 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6c604567-bdfa-4124-8fa9-90abe38b54e9 req-f0ec9512-1dbe-4e30-8561-5f9625ee126a tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 944 time: 0.0536990 Apr 03 16:31:44.324147 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6c604567-bdfa-4124-8fa9-90abe38b54e9 req-386579ad-d3cd-413f-8c74-7340648af85f tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390596 Apr 03 16:31:45.461573 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31358f48-748d-4be5-96a4-8f18b0f384fd req-0a78f1ae-d7fa-4b9a-ac8b-f20b670fba48 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:45.464018 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-31358f48-748d-4be5-96a4-8f18b0f384fd req-0a78f1ae-d7fa-4b9a-ac8b-f20b670fba48 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 944 time: 0.0718186 Apr 03 16:31:45.512021 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-31358f48-748d-4be5-96a4-8f18b0f384fd req-68ed5d7f-2091-4d36-9767-3be7f3f9dc19 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Apr 03 16:31:46.631125 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d1311-612d-466a-899b-44477281076e req-5fb0b5bc-0ce0-4b74-8c47-d57e94bf911a tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:46.632654 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3d3d1311-612d-466a-899b-44477281076e req-5fb0b5bc-0ce0-4b74-8c47-d57e94bf911a tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 944 time: 0.0545340 Apr 03 16:31:46.676959 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3d3d1311-612d-466a-899b-44477281076e req-fb7d5546-0db2-48a4-9b01-d84ea31d3be7 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382900 Apr 03 16:31:47.800971 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adc95a-2013-4a39-910e-fd408e18a878 req-fe05c9be-66a6-4d82-8e45-0adbbed38fab tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:47.802458 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-38adc95a-2013-4a39-910e-fd408e18a878 req-fe05c9be-66a6-4d82-8e45-0adbbed38fab tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 944 time: 0.0521390 Apr 03 16:31:47.848575 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-38adc95a-2013-4a39-910e-fd408e18a878 req-fcd4e885-1f24-43e5-a8e5-1f3ec33f6b51 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Apr 03 16:31:48.606394 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device a0e73033-0124-4d8a-ac89-bc5c4fd541d3 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:31:48.697592 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port a0e73033-0124-4d8a-ac89-bc5c4fd541d3, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,segment=NetworkSegment(3353f94f-16ac-47b2-9ba1-ea252c0691fa),segment_id=3353f94f-16ac-47b2-9ba1-ea252c0691fa)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:31:48.708543 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': 'a0e73033-0124-4d8a-ac89-bc5c4fd541d3', 'network_id': '88aca662-ab2d-4bde-84a2-db21db9404e7', 'port_id': 'a0e73033-0124-4d8a-ac89-bc5c4fd541d3', 'mac_address': 'fa:16:3e:d1:04:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c14ad2-c87b-48e2-b67a-45720fa4c479', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:31:48.758377 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:31:48.758786 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:48.771057 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e73033-0124-4d8a-ac89-bc5c4fd541d3 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:31:48.790149 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port a0e73033-0124-4d8a-ac89-bc5c4fd541d3, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,segment=NetworkSegment(3353f94f-16ac-47b2-9ba1-ea252c0691fa),segment_id=3353f94f-16ac-47b2-9ba1-ea252c0691fa)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:31:48.858367 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:48.904990 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:31:48.911925 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.912264 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.912605 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.912940 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.913311 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.913651 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.914011 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.914342 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.914711 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.915036 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.915378 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.915790 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.916654 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.916971 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.917292 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:31:48.964484 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea6c54-a98c-489a-8691-b56149ea582f req-efa000c3-2867-4a76-b0a0-433296e25f90 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:48.965898 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-eaea6c54-a98c-489a-8691-b56149ea582f req-efa000c3-2867-4a76-b0a0-433296e25f90 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 945 time: 0.0515814 Apr 03 16:31:49.011280 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-eaea6c54-a98c-489a-8691-b56149ea582f req-bb4b6fcd-e19a-4bdd-9a9a-0a3e342c028e tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Apr 03 16:31:49.161349 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['a0e73033-0124-4d8a-ac89-bc5c4fd541d3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:31:49.807234 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:31:50.129100 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8efeb-acea-4884-89c2-60bb2b99d4e4 req-1776e08b-18fc-4194-993b-d08453778aa1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:50.130478 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4ed8efeb-acea-4884-89c2-60bb2b99d4e4 req-1776e08b-18fc-4194-993b-d08453778aa1 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 945 time: 0.0516813 Apr 03 16:31:50.178765 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-4ed8efeb-acea-4884-89c2-60bb2b99d4e4 req-4f479bb8-1ae9-4086-9997-03db65d0ea17 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Apr 03 16:31:50.621376 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device a0e73033-0124-4d8a-ac89-bc5c4fd541d3 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:31:50.729027 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:31:50.732588 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:31:50.732957 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:50.808371 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:31:50.808742 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:50.830359 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815d2bce-c566-4edb-a2f5-f090bd38abc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e73033-0124-4d8a-ac89-bc5c4fd541d3'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:31:50.832586 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994be3f4-5b36-445a-81d4-fbe2677e077f" -d '{"events": [{"server_uuid": "815d2bce-c566-4edb-a2f5-f090bd38abc6", "name": "network-vif-plugged", "status": "completed", "tag": "a0e73033-0124-4d8a-ac89-bc5c4fd541d3"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:31:50.845281 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port a0e73033-0124-4d8a-ac89-bc5c4fd541d3, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,segment=NetworkSegment(3353f94f-16ac-47b2-9ba1-ea252c0691fa),segment_id=3353f94f-16ac-47b2-9ba1-ea252c0691fa)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:31:50.867915 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b4ec45-0cbd-4db5-90dd-522125fe042b x-openstack-request-id: req-e6b4ec45-0cbd-4db5-90dd-522125fe042b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:31:50.867915 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815d2bce-c566-4edb-a2f5-f090bd38abc6", "name": "network-vif-plugged", "status": "completed", "tag": "a0e73033-0124-4d8a-ac89-bc5c4fd541d3", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:31:50.868149 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6b4ec45-0cbd-4db5-90dd-522125fe042b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:31:50.868481 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b4ec45-0cbd-4db5-90dd-522125fe042b'] response: {'server_uuid': '815d2bce-c566-4edb-a2f5-f090bd38abc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e73033-0124-4d8a-ac89-bc5c4fd541d3', 'code': 200} Apr 03 16:31:50.915547 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:50.967489 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:31:51.177334 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b64b-b7ea-4f1f-9227-805877c5c4d1 req-35730185-41bb-4220-b818-0a0d8ae22731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:51.178827 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-69d9b64b-b7ea-4f1f-9227-805877c5c4d1 req-35730185-41bb-4220-b818-0a0d8ae22731 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 1130 time: 0.0455568 Apr 03 16:31:51.222390 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-69d9b64b-b7ea-4f1f-9227-805877c5c4d1 req-991cad3d-4498-4fc8-ad74-f3088b30755b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365956 Apr 03 16:31:51.294813 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb383b-76fc-4cbb-a817-ad65c0f09d92 req-9906e216-6e12-4eb5-8400-1010c03398f4 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:51.296185 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f7cb383b-76fc-4cbb-a817-ad65c0f09d92 req-9906e216-6e12-4eb5-8400-1010c03398f4 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 946 time: 0.0507905 Apr 03 16:31:51.341771 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f7cb383b-76fc-4cbb-a817-ad65c0f09d92 req-06387c45-84f1-4e44-8d8a-284a000f0b0d tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Apr 03 16:31:52.458323 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38214da0-afbf-4904-9327-e8f197d80248 req-485f3a84-fae8-4263-afb7-65035a0448d4 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:52.459827 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-38214da0-afbf-4904-9327-e8f197d80248 req-485f3a84-fae8-4263-afb7-65035a0448d4 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 946 time: 0.0518577 Apr 03 16:31:52.507260 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-38214da0-afbf-4904-9327-e8f197d80248 req-90aa2023-9948-4bc5-a2a0-d4cb13fda5c5 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Apr 03 16:31:53.625493 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcc00d-1a7a-4a80-ab22-758874666d8c req-485e8837-34d2-4156-94ef-62daf0898f36 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:31:53.626985 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fafcc00d-1a7a-4a80-ab22-758874666d8c req-485e8837-34d2-4156-94ef-62daf0898f36 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 946 time: 0.0533175 Apr 03 16:31:53.672439 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-fafcc00d-1a7a-4a80-ab22-758874666d8c req-4971e566-c42a-4394-a137-28fc365eae7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Apr 03 16:31:59.260184 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:31:59.626195 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a84ab97-eab2-4ea7-845a-b5b4df11ea96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:01.926342 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81c120b4-f766-4bf9-ba39-e635d97e4bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:02.994938 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:04.349207 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:05.835057 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:08.106307 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0206789-4851-474b-947e-595c037b8fc0 req-f433edbd-3bea-49fb-a6ed-dc81f0d494c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419474 Apr 03 16:32:08.204061 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206789-4851-474b-947e-595c037b8fc0 req-c5d1de28-78d2-4a80-9338-faa0771b6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:08.205435 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0206789-4851-474b-947e-595c037b8fc0 req-c5d1de28-78d2-4a80-9338-faa0771b6128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=802abab0f409493eadf37a1ab3a7c77b&device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 1130 time: 0.0518498 Apr 03 16:32:08.307355 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206789-4851-474b-947e-595c037b8fc0 req-846ee3c6-a289-4568-8040-2f139fe80804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:08.308797 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0206789-4851-474b-947e-595c037b8fc0 req-846ee3c6-a289-4568-8040-2f139fe80804 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88aca662-ab2d-4bde-84a2-db21db9404e7 HTTP/1.1" status: 200 len: 915 time: 0.0845821 Apr 03 16:32:08.351413 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0206789-4851-474b-947e-595c037b8fc0 req-c6e5d7e1-b7d6-472e-bf73-5c40654a3650 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0e73033-0124-4d8a-ac89-bc5c4fd541d3 HTTP/1.1" status: 200 len: 217 time: 0.0365219 Apr 03 16:32:08.397944 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206789-4851-474b-947e-595c037b8fc0 req-b689700a-d394-42e6-9690-f6f8d6f13083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:08.399410 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0206789-4851-474b-947e-595c037b8fc0 req-b689700a-d394-42e6-9690-f6f8d6f13083 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8c14ad2-c87b-48e2-b67a-45720fa4c479 HTTP/1.1" status: 200 len: 854 time: 0.0423310 Apr 03 16:32:09.641978 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0206789-4851-474b-947e-595c037b8fc0 req-9cfefa08-3018-4e97-8da6-331189186eaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88aca662-ab2d-4bde-84a2-db21db9404e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258658 Apr 03 16:32:10.607615 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0206789-4851-474b-947e-595c037b8fc0 req-99e7c26e-b09a-4f10-9635-4aaca0110861 service neutron] 10.222.0.21 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798218 Apr 03 16:32:11.741979 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0206789-4851-474b-947e-595c037b8fc0 req-d77382b3-72c8-432a-a08d-9d601235986c service neutron] 10.222.0.21 "GET /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846367 Apr 03 16:32:18.558324 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0adc-741b-495e-a971-32302e37ae2b req-6794e03b-a05c-4cd6-9853-1386b7c30a50 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:18.559799 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e0ad0adc-741b-495e-a971-32302e37ae2b req-6794e03b-a05c-4cd6-9853-1386b7c30a50 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 946 time: 0.0549049 Apr 03 16:32:18.604656 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e0ad0adc-741b-495e-a971-32302e37ae2b req-00850054-214d-456f-9c94-b7338066d2a2 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Apr 03 16:32:19.722120 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba25d1-6eaf-451f-900a-40019e354d25 req-ee85c209-a0d0-4209-acc3-1756ab668ebf tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:19.723587 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ffba25d1-6eaf-451f-900a-40019e354d25 req-ee85c209-a0d0-4209-acc3-1756ab668ebf tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 946 time: 0.0518539 Apr 03 16:32:19.767576 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ffba25d1-6eaf-451f-900a-40019e354d25 req-09796380-1c28-4f17-9932-ee8065c56547 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd3742eb-82a4-408b-ba6d-c86b75cba72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385568 Apr 03 16:32:20.153825 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-29b8f3ba-f77c-4bd4-b1ca-05fbaa7c7539 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:20.155285 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-29b8f3ba-f77c-4bd4-b1ca-05fbaa7c7539 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.21 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 946 time: 0.0545130 Apr 03 16:32:20.242809 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-19eea493-da96-41d1-ab71-654d6f6aeb7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Deleting port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:32:20.243140 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-19eea493-da96-41d1-ab71-654d6f6aeb7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:20.338001 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-19eea493-da96-41d1-ab71-654d6f6aeb7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] For port a0e73033-0124-4d8a-ac89-bc5c4fd541d3, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,segment=NetworkSegment(3353f94f-16ac-47b2-9ba1-ea252c0691fa),segment_id=3353f94f-16ac-47b2-9ba1-ea252c0691fa)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:20.338392 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-19eea493-da96-41d1-ab71-654d6f6aeb7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:20.352751 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-19eea493-da96-41d1-ab71-654d6f6aeb7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Calling delete_port for a0e73033-0124-4d8a-ac89-bc5c4fd541d3 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:32:20.572276 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-19eea493-da96-41d1-ab71-654d6f6aeb7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (a0e73033-0124-4d8a-ac89-bc5c4fd541d3), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:20.583439 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['a0e73033-0124-4d8a-ac89-bc5c4fd541d3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:32:20.603750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eea493-da96-41d1-ab71-654d6f6aeb7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Pushing event deleted for resources: {'Port': ['ID=a0e73033-0124-4d8a-ac89-bc5c4fd541d3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:20.651431 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-19eea493-da96-41d1-ab71-654d6f6aeb7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] No DVR routers for this DVR port a0e73033-0124-4d8a-ac89-bc5c4fd541d3 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:32:20.654103 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-19eea493-da96-41d1-ab71-654d6f6aeb7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:20.658727 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a5f603c6-a0cd-4151-9c61-61a29033ddc0 req-19eea493-da96-41d1-ab71-654d6f6aeb7c tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.21 "DELETE /v2.0/ports/a0e73033-0124-4d8a-ac89-bc5c4fd541d3 HTTP/1.1" status: 204 len: 173 time: 0.4984612 Apr 03 16:32:20.659176 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815d2bce-c566-4edb-a2f5-f090bd38abc6', 'name': 'network-vif-deleted', 'tag': 'a0e73033-0124-4d8a-ac89-bc5c4fd541d3'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:32:20.661628 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60db4f21-5dd4-439e-9849-d60d11fab6f8" -d '{"events": [{"server_uuid": "815d2bce-c566-4edb-a2f5-f090bd38abc6", "name": "network-vif-deleted", "tag": "a0e73033-0124-4d8a-ac89-bc5c4fd541d3"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:32:20.710548 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be17697-d5fa-4131-a5f9-5f13f022a7d0 x-openstack-request-id: req-0be17697-d5fa-4131-a5f9-5f13f022a7d0 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:32:20.710996 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815d2bce-c566-4edb-a2f5-f090bd38abc6", "name": "network-vif-deleted", "tag": "a0e73033-0124-4d8a-ac89-bc5c4fd541d3", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:32:20.711342 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0be17697-d5fa-4131-a5f9-5f13f022a7d0 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:32:20.711881 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be17697-d5fa-4131-a5f9-5f13f022a7d0'] response: {'server_uuid': '815d2bce-c566-4edb-a2f5-f090bd38abc6', 'name': 'network-vif-deleted', 'tag': 'a0e73033-0124-4d8a-ac89-bc5c4fd541d3', 'status': 'completed', 'code': 200} Apr 03 16:32:20.861711 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-07c7e471-5ac7-4087-8e21-ff4d4ad9a7df req-d45dc25c-416b-460a-9590-bfe3fd807831 tempest-VolumesSnapshotTestJSON-527929431 tempest-VolumesSnapshotTestJSON-527929431-project] 10.222.0.37 "GET /v2.0/ports?device_id=815d2bce-c566-4edb-a2f5-f090bd38abc6 HTTP/1.1" status: 200 len: 210 time: 0.0273890 Apr 03 16:32:22.744877 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device a0e73033-0124-4d8a-ac89-bc5c4fd541d3 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:32:22.763670 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: a0e73033-0124-4d8a-ac89-bc5c4fd541d3 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:32:22.764005 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device a0e73033-0124-4d8a-ac89-bc5c4fd541d3 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:32:26.806072 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:32:29.236947 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:29.613644 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-897dbb00-735c-47f6-9e40-c6020fc75a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:31.920293 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72104d95-8c6c-4c7a-84a7-8ccdfb22a1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:32.991201 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:34.351229 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:35.807661 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.878287 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 45382) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:48.919982 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Deleting subnet e8c14ad2-c87b-48e2-b67a-45720fa4c479 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:32:48.922952 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Publish callbacks [] for subnet (e8c14ad2-c87b-48e2-b67a-45720fa4c479), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.958054 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7700742'] for subnet (e8c14ad2-c87b-48e2-b67a-45720fa4c479), precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:48.995115 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (e8c14ad2-c87b-48e2-b67a-45720fa4c479), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.125897 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8363560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7527363'] for subnet (e8c14ad2-c87b-48e2-b67a-45720fa4c479), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.150809 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c14ad2-c87b-48e2-b67a-45720fa4c479,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:49.155119 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.158262 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e8c14ad2-c87b-48e2-b67a-45720fa4c479 HTTP/1.1" status: 204 len: 168 time: 0.2789495 Apr 03 16:32:49.160883 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45384) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:49.164915 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.165258 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.165617 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.165951 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.166279 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.166676 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.167001 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.167324 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.167651 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.167964 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.168282 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.168599 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.168911 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.169224 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.169576 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259fb01f-1352-4084-906b-0f58610eb917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.228745 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (88aca662-ab2d-4bde-84a2-db21db9404e7), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.306498 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (88aca662-ab2d-4bde-84a2-db21db9404e7), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.325467 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88aca662-ab2d-4bde-84a2-db21db9404e7']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:49.334744 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3353f94f-16ac-47b2-9ba1-ea252c0691fa') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:49.335035 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.services.segments.db [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3353f94f-16ac-47b2-9ba1-ea252c0691fa') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:49.343885 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7593500'] for segment (3353f94f-16ac-47b2-9ba1-ea252c0691fa), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.357522 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (3353f94f-16ac-47b2-9ba1-ea252c0691fa), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.363391 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:32:49.363771 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8309890'] for segment (3353f94f-16ac-47b2-9ba1-ea252c0691fa), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: Traceback (most recent call last): Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: timer() Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: cb(*args, **kw) Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: return func(*args, **kwargs) Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: self._notify() Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: self.callback(batched_events) Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: event.method(event) Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: return f(self, *a, **k) Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._get(url).json() Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: return self.request(url, 'GET', **kwargs) Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:32:49.365432 dv-cinder-836247-2-iscsi neutron-server[103895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:32:49.496786 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (88aca662-ab2d-4bde-84a2-db21db9404e7), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.502097 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.506345 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] 10.222.0.37 "DELETE /v2.0/networks/88aca662-ab2d-4bde-84a2-db21db9404e7 HTTP/1.1" status: 204 len: 168 time: 0.3432238 Apr 03 16:32:49.516653 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Pushing event deleted for resources: {'Network': ['ID=88aca662-ab2d-4bde-84a2-db21db9404e7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:49.524497 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.524837 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.525170 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.525499 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.525821 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.526140 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.526488 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.526795 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.527113 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.527414 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.527745 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.528044 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.528354 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.528663 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.528970 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a894bc-5f3e-4012-a9cd-3eb109db0245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:49.844967 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45388) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:49.885388 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-75d90fc4-de76-474b-a492-1e0be6dc5066 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=802abab0f409493eadf37a1ab3a7c77b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392230 Apr 03 16:32:49.887829 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45390) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:49.932341 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4797edae-73e5-4cdd-a3bb-956050627989 admin admin] Publish callbacks [] for security_group (fd3742eb-82a4-408b-ba6d-c86b75cba72e), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:49.952955 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4797edae-73e5-4cdd-a3bb-956050627989 admin admin] Publish callbacks [] for security_group (fd3742eb-82a4-408b-ba6d-c86b75cba72e), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.123293 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4797edae-73e5-4cdd-a3bb-956050627989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (fd3742eb-82a4-408b-ba6d-c86b75cba72e), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.125776 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4797edae-73e5-4cdd-a3bb-956050627989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:50.126931 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-4797edae-73e5-4cdd-a3bb-956050627989 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd3742eb-82a4-408b-ba6d-c86b75cba72e HTTP/1.1" status: 204 len: 168 time: 0.2382309 Apr 03 16:32:50.135433 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797edae-73e5-4cdd-a3bb-956050627989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3742eb-82a4-408b-ba6d-c86b75cba72e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:51.217346 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 45412) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:51.317274 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-622485851-network', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:51.393711 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Made reservation on behalf of 8883a00a6b824908a25d2ca2f241afe4 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:51.395999 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.404797 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.477416 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Publish callbacks [] for security_group (58f1a2aa-e297-4f6b-90a9-71f5cc5c2c3c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.544285 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (58f1a2aa-e297-4f6b-90a9-71f5cc5c2c3c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.574181 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:32:51.579469 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f1a2aa-e297-4f6b-90a9-71f5cc5c2c3c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:51.587718 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (b172f497-e290-4182-a670-8a43ef5cae4c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.587718 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.segments_db [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Added segment b172f497-e290-4182-a670-8a43ef5cae4c of type vlan for network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 Apr 03 16:32:51.636024 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (31e70c1c-64bc-4964-8ec7-6e2c352f2695), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.704504 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (31e70c1c-64bc-4964-8ec7-6e2c352f2695), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.705453 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:51.706021 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:51.762404 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] Pushing event updated for resources: {'Network': ['ID=31e70c1c-64bc-4964-8ec7-6e2c352f2695,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:51.772464 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:32:51.804608 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e2dda70a-1bc5-41da-bb1b-d6f44c7be235 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5861890 Apr 03 16:32:51.807484 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 45416) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:51.812216 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Request body: {'subnet': {'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-622485851-subnet', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:51.893406 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Made reservation on behalf of 8883a00a6b824908a25d2ca2f241afe4 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:51.895800 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7527388'] for subnet (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.125746 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8363627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7527370'] for subnet (d505493d-a073-4fb8-bf88-2c1f3c9a152e), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.176794 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d505493d-a073-4fb8-bf88-2c1f3c9a152e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:52.187235 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Checking segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:52.187582 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Network hostable DHCP agents. Network: 31e70c1c-64bc-4964-8ec7-6e2c352f2695, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:32:52.264792 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:32:52.393989 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 31e70c1c-64bc-4964-8ec7-6e2c352f2695) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:52.398148 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:52.398892 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.402878 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d76e66-e6e4-4446-a01d-55366e4695bf None None] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:52.498391 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:32:52.501561 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ab2346a2-e470-4dcd-a385-5f6a6c99f0c5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6907170 Apr 03 16:32:52.501724 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.501840 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 45418) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:52.506000 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:52.611122 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (5d02758e-d474-42e3-9787-88efe74d271c), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.612188 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (5d02758e-d474-42e3-9787-88efe74d271c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.636701 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Allocated IP 172.20.0.2 (31e70c1c-64bc-4964-8ec7-6e2c352f2695/d505493d-a073-4fb8-bf88-2c1f3c9a152e/eaa87820-57f9-4fda-8093-c0d79bbfd86a) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:52.676852 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks [] for router_controller (5d02758e-d474-42e3-9787-88efe74d271c), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.775043 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Publish callbacks [] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.853620 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.889448 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:52.892280 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:52.898646 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:52.906035 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Pushing event updated for resources: {'Port': ['ID=eaa87820-57f9-4fda-8093-c0d79bbfd86a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:52.916941 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.922240 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:52.977286 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Attempting to bind port eaa87820-57f9-4fda-8093-c0d79bbfd86a on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:52.977679 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Attempting to bind port eaa87820-57f9-4fda-8093-c0d79bbfd86a by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:52.978225 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Attempting to bind port eaa87820-57f9-4fda-8093-c0d79bbfd86a on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:52.985380 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:52.985750 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Checking segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:52.986147 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:52.986533 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Bound using segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:52.987021 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Bound port: eaa87820-57f9-4fda-8093-c0d79bbfd86a, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:52.987391 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.054509 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] For port eaa87820-57f9-4fda-8093-c0d79bbfd86a, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:53.057720 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] For port eaa87820-57f9-4fda-8093-c0d79bbfd86a, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=eaa87820-57f9-4fda-8093-c0d79bbfd86a,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:53.151595 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.172288 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks [] for router_gateway (5d02758e-d474-42e3-9787-88efe74d271c), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.208671 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3a9c-b1ce-4cdc-90a0-ae0d2233d3aa None None] Pushing event updated for resources: {'Port': ['ID=eaa87820-57f9-4fda-8093-c0d79bbfd86a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:53.463355 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks [] for router_gateway (5d02758e-d474-42e3-9787-88efe74d271c), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.482624 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.585247 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Allocated IP 172.27.0.202 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/24e81b38-46d4-4680-9da9-27aaa29f2a7c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:53.699179 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks [] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.791258 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:53.837205 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:53.846450 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:53.848961 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Pushing event updated for resources: {'Port': ['ID=24e81b38-46d4-4680-9da9-27aaa29f2a7c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:53.854925 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:54.096223 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cbbc21-e261-4b51-bc79-3d10a337aace None None] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:54.158215 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-90cad0ea-49c0-4868-b439-93d7310e56c9 None None] Provisioning complete for port eaa87820-57f9-4fda-8093-c0d79bbfd86a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:54.158605 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90cad0ea-49c0-4868-b439-93d7310e56c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.199930 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks [] for router_gateway (5d02758e-d474-42e3-9787-88efe74d271c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.277129 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-90cad0ea-49c0-4868-b439-93d7310e56c9 None None] Current status of the port eaa87820-57f9-4fda-8093-c0d79bbfd86a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:54.277608 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90cad0ea-49c0-4868-b439-93d7310e56c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.312486 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-90cad0ea-49c0-4868-b439-93d7310e56c9 None None] For port eaa87820-57f9-4fda-8093-c0d79bbfd86a, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=eaa87820-57f9-4fda-8093-c0d79bbfd86a,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:54.405231 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90cad0ea-49c0-4868-b439-93d7310e56c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.409072 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (5d02758e-d474-42e3-9787-88efe74d271c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.572616 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device eaa87820-57f9-4fda-8093-c0d79bbfd86a up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:54.628779 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cad0ea-49c0-4868-b439-93d7310e56c9 None None] Pushing event updated for resources: {'Port': ['ID=eaa87820-57f9-4fda-8093-c0d79bbfd86a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:54.631364 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a8463fd0-8b26-4916-97de-eb87be3de798 None None] Provisioning complete for port eaa87820-57f9-4fda-8093-c0d79bbfd86a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:54.631731 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8463fd0-8b26-4916-97de-eb87be3de798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.636078 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Router 5d02758e-d474-42e3-9787-88efe74d271c is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:32:54.676969 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port eaa87820-57f9-4fda-8093-c0d79bbfd86a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:54.677320 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.745725 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:32:54.748826 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a8463fd0-8b26-4916-97de-eb87be3de798 None None] Current status of the port eaa87820-57f9-4fda-8093-c0d79bbfd86a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:54.754802 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Sync routers for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:32:54.786692 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:54.787340 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:32:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:54.832490 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:54.833710 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-52337261-bcec-4ee3-a00f-8eebf211a745 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3309982 Apr 03 16:32:54.837109 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 45420) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:54.860917 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port eaa87820-57f9-4fda-8093-c0d79bbfd86a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:54.902941 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:55.082301 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:54Z', 'revision_number': 3, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:55.107975 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Checking router: 5d02758e-d474-42e3-9787-88efe74d271c for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:32:55.108635 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Updating router 5d02758e-d474-42e3-9787-88efe74d271c port 24e81b38-46d4-4680-9da9-27aaa29f2a7c binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:32:55.135548 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.246929 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.384515 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Publish callbacks [] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.400622 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Allocated IP 172.20.0.1 (31e70c1c-64bc-4964-8ec7-6e2c352f2695/d505493d-a073-4fb8-bf88-2c1f3c9a152e/a6613824-7510-4f2b-8525-a113a3484ceb) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:55.491695 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.499720 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Publish callbacks [] for port (a6613824-7510-4f2b-8525-a113a3484ceb), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.542492 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Attempting to bind port 24e81b38-46d4-4680-9da9-27aaa29f2a7c on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:55.542877 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Attempting to bind port 24e81b38-46d4-4680-9da9-27aaa29f2a7c by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:55.543231 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Attempting to bind port 24e81b38-46d4-4680-9da9-27aaa29f2a7c on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:55.545166 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862c1ac-ccbf-412c-a2b1-b1aefe36f0e4 None None] Pushing event updated for resources: {'Port': ['ID=24e81b38-46d4-4680-9da9-27aaa29f2a7c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:55.550503 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:55.550894 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:55.551286 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.551659 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:55.552519 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Bound port: 24e81b38-46d4-4680-9da9-27aaa29f2a7c, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:55.552519 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.602680 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] For port 24e81b38-46d4-4680-9da9-27aaa29f2a7c, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:55.605669 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] For port 24e81b38-46d4-4680-9da9-27aaa29f2a7c, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=24e81b38-46d4-4680-9da9-27aaa29f2a7c,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:55.614059 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.654861 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:55.657864 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:55.660221 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:55.687009 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6613824-7510-4f2b-8525-a113a3484ceb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:55.707815 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (5d02758e-d474-42e3-9787-88efe74d271c), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.722820 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.784518 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:55.785154 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:32:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:55.786979 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862c1ac-ccbf-412c-a2b1-b1aefe36f0e4 None None] Pushing event updated for resources: {'Port': ['ID=24e81b38-46d4-4680-9da9-27aaa29f2a7c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:55.890346 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-18d46e28-ac20-42e8-862a-327f916bde3b None None] Provisioning complete for port a6613824-7510-4f2b-8525-a113a3484ceb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:55.890738 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18d46e28-ac20-42e8-862a-327f916bde3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.914282 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:55.944870 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:55.986862 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-18d46e28-ac20-42e8-862a-327f916bde3b None None] Port a6613824-7510-4f2b-8525-a113a3484ceb cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:32:56.079290 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Publish callbacks [] for port (a6613824-7510-4f2b-8525-a113a3484ceb), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.118655 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:54Z', 'revision_number': 3, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:56.143740 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea92a-72a3-49b7-8c89-e58ac9c531d1 None None] The sync data for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi is: [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:54Z', 'revision_number': 3, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:32:56.156267 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.226771 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (5d02758e-d474-42e3-9787-88efe74d271c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.228591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6613824-7510-4f2b-8525-a113a3484ceb,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:56.340401 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:56.341789 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:56.465007 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Router 5d02758e-d474-42e3-9787-88efe74d271c has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:32:56.600116 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:32:56.605465 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-ddb70057-08f8-4b91-96f5-e14be2462cb6 admin admin] 10.222.0.37 "PUT /v2.0/routers/5d02758e-d474-42e3-9787-88efe74d271c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7674124 Apr 03 16:32:56.629695 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-28ea8d21-e725-41e2-a70b-746b437c0e10 None None] Provisioning complete for port a6613824-7510-4f2b-8525-a113a3484ceb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:56.630078 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-28ea8d21-e725-41e2-a70b-746b437c0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.635380 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 24e81b38-46d4-4680-9da9-27aaa29f2a7c up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:56.694288 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-28ea8d21-e725-41e2-a70b-746b437c0e10 None None] Port a6613824-7510-4f2b-8525-a113a3484ceb cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:32:56.716179 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 24e81b38-46d4-4680-9da9-27aaa29f2a7c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:56.716549 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.796326 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 24e81b38-46d4-4680-9da9-27aaa29f2a7c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:56.796719 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.823435 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port 24e81b38-46d4-4680-9da9-27aaa29f2a7c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=24e81b38-46d4-4680-9da9-27aaa29f2a7c,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:56.921835 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:56.922749 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device eaa87820-57f9-4fda-8093-c0d79bbfd86a up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:57.001139 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=24e81b38-46d4-4680-9da9-27aaa29f2a7c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:57.014280 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port eaa87820-57f9-4fda-8093-c0d79bbfd86a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:57.014676 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.092594 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port eaa87820-57f9-4fda-8093-c0d79bbfd86a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:57.340915 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45436) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:57.345986 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-334419491-network', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:57.422746 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Made reservation on behalf of 0f48497f8b6046a4886fe27134097fd9 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:57.425143 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for network (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.433587 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.509436 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Publish callbacks [] for security_group (b3a8925b-b6d0-4485-bbb8-31f6dd730a1f), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.607979 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b3a8925b-b6d0-4485-bbb8-31f6dd730a1f), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.637032 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 03 16:32:57.638148 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a8925b-b6d0-4485-bbb8-31f6dd730a1f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:57.648772 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (6111e494-4955-405f-af22-321f0440e5be), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.649116 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.segments_db [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Added segment 6111e494-4955-405f-af22-321f0440e5be of type vlan for network 2c67339a-649a-4d04-a950-71e1d567cc46 Apr 03 16:32:57.671454 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Sync routers for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:32:57.679369 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:57.680060 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:32:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:57.692640 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756738793777'] for network (2c67339a-649a-4d04-a950-71e1d567cc46), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.785488 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:57.788129 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088'] for network (2c67339a-649a-4d04-a950-71e1d567cc46), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.789103 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:57.789710 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:57.847591 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] Pushing event updated for resources: {'Network': ['ID=2c67339a-649a-4d04-a950-71e1d567cc46,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:57.857369 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Network 2c67339a-649a-4d04-a950-71e1d567cc46 details requested by agent ovs-agent-dv-cinder-836247-2-iscsi with host dv-cinder-836247-2-iscsi {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 03 16:32:57.939864 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-df062efa-5a12-4dcc-8461-ba57f394aa29 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5978630 Apr 03 16:32:57.942811 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45438) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:57.948035 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Request body: {'subnet': {'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-334419491-subnet', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:57.982428 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 2, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:58.012398 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Checking router: 5d02758e-d474-42e3-9787-88efe74d271c for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:32:58.012727 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Updating router 5d02758e-d474-42e3-9787-88efe74d271c port a6613824-7510-4f2b-8525-a113a3484ceb binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:32:58.036263 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Made reservation on behalf of 0f48497f8b6046a4886fe27134097fd9 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:32:58.038631 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7454070'] for subnet (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.040364 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.291574 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8307559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7454048'] for subnet (eab7398b-bf85-4955-b71e-16570feeeb5a), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.295658 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Publish callbacks [] for port (a6613824-7510-4f2b-8525-a113a3484ceb), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.351562 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab7398b-bf85-4955-b71e-16570feeeb5a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:58.360870 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Checking segment: {'id': '6111e494-4955-405f-af22-321f0440e5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:58.360870 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Network hostable DHCP agents. Network: 2c67339a-649a-4d04-a950-71e1d567cc46, hostable agents: ['f2f0ea41-5b36-4703-96b6-cdf3e7528d52'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 03 16:32:58.450994 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.487467 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Network 2c67339a-649a-4d04-a950-71e1d567cc46 is scheduled to be hosted by DHCP agent f2f0ea41-5b36-4703-96b6-cdf3e7528d52 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 03 16:32:58.496494 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Pushing event updated for resources: {'Port': ['ID=a6613824-7510-4f2b-8525-a113a3484ceb,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:58.505273 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.505640 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.505989 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.506520 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.506952 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.507240 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.511056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.511056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.511056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.511056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.511056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.511056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.511056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.511056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.511056 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:32:58.545838 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 24e81b38-46d4-4680-9da9-27aaa29f2a7c up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:32:58.574333 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Attempting to bind port a6613824-7510-4f2b-8525-a113a3484ceb on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:58.574749 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Attempting to bind port a6613824-7510-4f2b-8525-a113a3484ceb by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:58.575079 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Attempting to bind port a6613824-7510-4f2b-8525-a113a3484ceb on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:58.580158 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:58.580525 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Checking segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:58.580917 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.581304 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Bound using segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:58.581754 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Bound port: a6613824-7510-4f2b-8525-a113a3484ceb, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:58.582121 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.596694 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 24e81b38-46d4-4680-9da9-27aaa29f2a7c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:58.597327 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.627913 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836247-2-iscsi, 2c67339a-649a-4d04-a950-71e1d567cc46) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:58.633119 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:32:58.633902 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.640693 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae6a2f-3dee-4656-88df-479acdb5fe0e None None] Network 2c67339a-649a-4d04-a950-71e1d567cc46 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:32:58.653423 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] For port a6613824-7510-4f2b-8525-a113a3484ceb, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:58.657983 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] For port a6613824-7510-4f2b-8525-a113a3484ceb, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=a6613824-7510-4f2b-8525-a113a3484ceb,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:58.742376 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-7b0fbde6-5d44-4c07-b11f-3ff00a626b76 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7949934 Apr 03 16:32:58.742744 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 45440) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:32:58.747152 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-334419491-router', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:32:58.751802 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.765742 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 24e81b38-46d4-4680-9da9-27aaa29f2a7c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:58.770743 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f168a4f1-f2e8-452b-9042-e4e0310891af None None] Provisioning complete for port a6613824-7510-4f2b-8525-a113a3484ceb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:58.771123 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f168a4f1-f2e8-452b-9042-e4e0310891af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.813783 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0d54e-1e29-4314-82d3-16e899a47d70 None None] Pushing event updated for resources: {'Port': ['ID=a6613824-7510-4f2b-8525-a113a3484ceb,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:58.816272 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:32:58.816854 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:32:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:58.818790 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218c9529-ab08-518d-8767-d641c44c356b-2c67339a-649a-4d04-a950-71e1d567cc46', 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46', 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'fixed_ips': [{'subnet_id': 'eab7398b-bf85-4955-b71e-16570feeeb5a'}]}} from dv-cinder-836247-2-iscsi. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 03 16:32:58.820772 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.854061 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1593358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3770'] for router (2e8eda27-7920-4fb8-b721-e889465a30bd), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.855833 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3763'] for router (2e8eda27-7920-4fb8-b721-e889465a30bd), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.924565 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks [] for router_controller (2e8eda27-7920-4fb8-b721-e889465a30bd), precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:58.937482 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:32:59.078219 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f168a4f1-f2e8-452b-9042-e4e0310891af None None] Current status of the port a6613824-7510-4f2b-8525-a113a3484ceb is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:59.078834 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f168a4f1-f2e8-452b-9042-e4e0310891af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.140362 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks [] for router_gateway (2e8eda27-7920-4fb8-b721-e889465a30bd), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.148554 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Allocated IP 172.20.0.2 (2c67339a-649a-4d04-a950-71e1d567cc46/eab7398b-bf85-4955-b71e-16570feeeb5a/d9ab9619-bac0-46eb-936d-ecb1727e2e2a) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:59.151428 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f168a4f1-f2e8-452b-9042-e4e0310891af None None] For port a6613824-7510-4f2b-8525-a113a3484ceb, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=a6613824-7510-4f2b-8525-a113a3484ceb,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:32:59.158984 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:58Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:32:59.185498 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d90e8-383c-49ec-94bc-4ec7f6678332 None None] The sync data for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi is: [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:58Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:32:59.261942 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f168a4f1-f2e8-452b-9042-e4e0310891af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.341144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.372715 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Publish callbacks [] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.399050 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168a4f1-f2e8-452b-9042-e4e0310891af None None] Pushing event updated for resources: {'Port': ['ID=a6613824-7510-4f2b-8525-a113a3484ceb,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:59.441234 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4d074902-71a2-4a8c-ae21-7bb16f43d9b8 None None] Provisioning complete for port a6613824-7510-4f2b-8525-a113a3484ceb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:32:59.441613 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d074902-71a2-4a8c-ae21-7bb16f43d9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.463178 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks [] for router_gateway (2e8eda27-7920-4fb8-b721-e889465a30bd), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.483366 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.490383 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.548143 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Network 2c67339a-649a-4d04-a950-71e1d567cc46 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:59.561919 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:59.568439 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:59.589039 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Pushing event updated for resources: {'Port': ['ID=d9ab9619-bac0-46eb-936d-ecb1727e2e2a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:32:59.603246 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Allocated IP 172.27.0.128 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/509ee424-52ea-4923-a9c7-d3d47506351c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:32:59.686422 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4d074902-71a2-4a8c-ae21-7bb16f43d9b8 None None] Current status of the port a6613824-7510-4f2b-8525-a113a3484ceb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:32:59.689413 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Attempting to bind port d9ab9619-bac0-46eb-936d-ecb1727e2e2a on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:32:59.689779 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Attempting to bind port d9ab9619-bac0-46eb-936d-ecb1727e2e2a by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '6111e494-4955-405f-af22-321f0440e5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:32:59.690145 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Attempting to bind port d9ab9619-bac0-46eb-936d-ecb1727e2e2a on network 2c67339a-649a-4d04-a950-71e1d567cc46 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:32:59.698763 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:32:59.700034 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Checking segment: {'id': '6111e494-4955-405f-af22-321f0440e5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:32:59.700034 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.700034 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Bound using segment: {'id': '6111e494-4955-405f-af22-321f0440e5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:32:59.700387 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Bound port: d9ab9619-bac0-46eb-936d-ecb1727e2e2a, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6111e494-4955-405f-af22-321f0440e5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:32:59.700741 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.713754 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks [] for port (509ee424-52ea-4923-a9c7-d3d47506351c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.739876 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7993a1fa-096f-41bd-a0a3-c2ec94c275ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.778457 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] For port d9ab9619-bac0-46eb-936d-ecb1727e2e2a, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:32:59.785086 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] For port d9ab9619-bac0-46eb-936d-ecb1727e2e2a, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=d9ab9619-bac0-46eb-936d-ecb1727e2e2a,segment=NetworkSegment(6111e494-4955-405f-af22-321f0440e5be),segment_id=6111e494-4955-405f-af22-321f0440e5be)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:32:59.851610 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.890493 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:32:59.893402 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:32:59.895809 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:32:59.899898 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:32:59.976193 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e11c-8f3d-4b2f-b506-eb9a7df92c3c None None] Pushing event updated for resources: {'Port': ['ID=d9ab9619-bac0-46eb-936d-ecb1727e2e2a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:00.243160 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Pushing event updated for resources: {'Port': ['ID=509ee424-52ea-4923-a9c7-d3d47506351c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:00.556050 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks [] for router_gateway (2e8eda27-7920-4fb8-b721-e889465a30bd), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.610193 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device d9ab9619-bac0-46eb-936d-ecb1727e2e2a up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:00.660965 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port d9ab9619-bac0-46eb-936d-ecb1727e2e2a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:00.661335 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.747120 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port d9ab9619-bac0-46eb-936d-ecb1727e2e2a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:00.747499 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.774006 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591064'] for router (2e8eda27-7920-4fb8-b721-e889465a30bd), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.792958 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port d9ab9619-bac0-46eb-936d-ecb1727e2e2a, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=d9ab9619-bac0-46eb-936d-ecb1727e2e2a,segment=NetworkSegment(6111e494-4955-405f-af22-321f0440e5be),segment_id=6111e494-4955-405f-af22-321f0440e5be)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:00.893158 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:00.893942 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device a6613824-7510-4f2b-8525-a113a3484ceb up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:00.940698 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5591522a-fd53-4165-b982-6008164c80ae None None] Network 2c67339a-649a-4d04-a950-71e1d567cc46 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:33:00.995833 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Router 2e8eda27-7920-4fb8-b721-e889465a30bd is scheduled to L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 03 16:33:01.022714 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=d9ab9619-bac0-46eb-936d-ecb1727e2e2a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:01.050844 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-67113095-87f8-4ff8-aef1-b615049d23a3 None None] Provisioning complete for port d9ab9619-bac0-46eb-936d-ecb1727e2e2a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:01.051214 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67113095-87f8-4ff8-aef1-b615049d23a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.060683 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port a6613824-7510-4f2b-8525-a113a3484ceb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:01.061037 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.101663 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:33:01.116083 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Sync routers for ids ['2e8eda27-7920-4fb8-b721-e889465a30bd'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:33:01.156432 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Routers {'2e8eda27-7920-4fb8-b721-e889465a30bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:01.156968 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:32:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['2e8eda27-7920-4fb8-b721-e889465a30bd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:01.174958 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.176265 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-bb9ef950-8ce7-4214-a4da-7002b5950793 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4324574 Apr 03 16:33:01.179372 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 45446) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:01.326846 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port a6613824-7510-4f2b-8525-a113a3484ceb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:01.339229 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-67113095-87f8-4ff8-aef1-b615049d23a3 None None] Current status of the port d9ab9619-bac0-46eb-936d-ecb1727e2e2a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:01.344333 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Set router 2e8eda27-7920-4fb8-b721-e889465a30bd gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:01.479797 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-20f0d57c-3220-4428-8fce-ad622ab95487 None None] Provisioning complete for port d9ab9619-bac0-46eb-936d-ecb1727e2e2a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:01.480159 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20f0d57c-3220-4428-8fce-ad622ab95487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.629729 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.730523 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'name': 'tempest-TestVolumeBootPattern-334419491-router', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:58Z', 'updated_at': '2022-04-03T16:33:00Z', 'revision_number': 3, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'gw_port': {'id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:59Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:01.734662 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-20f0d57c-3220-4428-8fce-ad622ab95487 None None] Current status of the port d9ab9619-bac0-46eb-936d-ecb1727e2e2a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:01.759763 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Checking router: 2e8eda27-7920-4fb8-b721-e889465a30bd for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:33:01.760119 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Updating router 2e8eda27-7920-4fb8-b721-e889465a30bd port 509ee424-52ea-4923-a9c7-d3d47506351c binding host dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:33:01.786020 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Allocated IP 172.20.0.1 (2c67339a-649a-4d04-a950-71e1d567cc46/eab7398b-bf85-4955-b71e-16570feeeb5a/724b6b54-cc5d-4b3d-8944-170ec83e7720) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:33:01.789366 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:01.887721 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Publish callbacks [] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.005507 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e8448e52-4d89-4660-bb3d-9dd941d6c46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.028505 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.046062 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Publish callbacks [] for port (509ee424-52ea-4923-a9c7-d3d47506351c), precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.065608 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Network 2c67339a-649a-4d04-a950-71e1d567cc46 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:33:02.068918 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:33:02.072367 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:33:02.106713 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Pushing event updated for resources: {'Port': ['ID=724b6b54-cc5d-4b3d-8944-170ec83e7720,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:02.121410 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589967'] for router_interface (2e8eda27-7920-4fb8-b721-e889465a30bd), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.162233 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.216569 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Attempting to bind port 509ee424-52ea-4923-a9c7-d3d47506351c on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:33:02.217039 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Attempting to bind port 509ee424-52ea-4923-a9c7-d3d47506351c by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:33:02.217470 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Attempting to bind port 509ee424-52ea-4923-a9c7-d3d47506351c on network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:02.223745 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d8037-9395-41f8-a419-47ae867a9f53 None None] Pushing event updated for resources: {'Port': ['ID=509ee424-52ea-4923-a9c7-d3d47506351c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:02.229186 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:33:02.229650 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Checking segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:33:02.230122 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.230592 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Bound using segment: {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:33:02.231149 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Bound port: 509ee424-52ea-4923-a9c7-d3d47506351c, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334171e9-5314-4c9e-8c5a-73ee4cd879df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:33:02.231587 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.286517 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] For port 509ee424-52ea-4923-a9c7-d3d47506351c, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:33:02.290016 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] For port 509ee424-52ea-4923-a9c7-d3d47506351c, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=509ee424-52ea-4923-a9c7-d3d47506351c,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:33:02.359962 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9f6a2d6b-5b87-44d6-ae15-508c5b1829ad None None] Provisioning complete for port 724b6b54-cc5d-4b3d-8944-170ec83e7720 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:02.360739 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f6a2d6b-5b87-44d6-ae15-508c5b1829ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.363420 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.394484 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a2d6b-5b87-44d6-ae15-508c5b1829ad None None] Port 724b6b54-cc5d-4b3d-8944-170ec83e7720 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:33:02.436700 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.487475 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Routers {'2e8eda27-7920-4fb8-b721-e889465a30bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:02.488102 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:33:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['2e8eda27-7920-4fb8-b721-e889465a30bd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:02.526480 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Publish callbacks [] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.532445 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d8037-9395-41f8-a419-47ae867a9f53 None None] Pushing event updated for resources: {'Port': ['ID=509ee424-52ea-4923-a9c7-d3d47506351c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:02.560760 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device d9ab9619-bac0-46eb-936d-ecb1727e2e2a up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:02.593983 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.642807 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] Set router 2e8eda27-7920-4fb8-b721-e889465a30bd gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:02.666088 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589851'] for router_interface (2e8eda27-7920-4fb8-b721-e889465a30bd), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.668810 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Pushing event updated for resources: {'Port': ['ID=724b6b54-cc5d-4b3d-8944-170ec83e7720,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:02.683239 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port d9ab9619-bac0-46eb-936d-ecb1727e2e2a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:02.683634 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:02.756660 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Network 2c67339a-649a-4d04-a950-71e1d567cc46 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:33:02.758033 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:33:02.877723 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Router 2e8eda27-7920-4fb8-b721-e889465a30bd has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:33:02.891696 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port d9ab9619-bac0-46eb-936d-ecb1727e2e2a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:02.914893 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'name': 'tempest-TestVolumeBootPattern-334419491-router', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:58Z', 'updated_at': '2022-04-03T16:33:02Z', 'revision_number': 4, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'gw_port': {'id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:59Z', 'updated_at': '2022-04-03T16:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '724b6b54-cc5d-4b3d-8944-170ec83e7720', 'name': '', 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'mac_address': 'fa:16:3e:70:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eab7398b-bf85-4955-b71e-16570feeeb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:33:01Z', 'updated_at': '2022-04-03T16:33:01Z', 'revision_number': 1, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'subnets': [{'id': 'eab7398b-bf85-4955-b71e-16570feeeb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:02.955995 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17675f52-ce5f-4579-a2ad-8093fed4bc51 None None] The sync data for ids ['2e8eda27-7920-4fb8-b721-e889465a30bd'] in dv-cinder-836247-2-iscsi is: [{'id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'name': 'tempest-TestVolumeBootPattern-334419491-router', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:58Z', 'updated_at': '2022-04-03T16:33:02Z', 'revision_number': 4, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'gw_port': {'id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:59Z', 'updated_at': '2022-04-03T16:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '724b6b54-cc5d-4b3d-8944-170ec83e7720', 'name': '', 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'mac_address': 'fa:16:3e:70:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eab7398b-bf85-4955-b71e-16570feeeb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:33:01Z', 'updated_at': '2022-04-03T16:33:01Z', 'revision_number': 1, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'subnets': [{'id': 'eab7398b-bf85-4955-b71e-16570feeeb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:33:02.996302 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:33:03.001407 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-4d471d51-fc86-4ccb-b8e5-5d2fe7094a43 admin admin] 10.222.0.37 "PUT /v2.0/routers/2e8eda27-7920-4fb8-b721-e889465a30bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8210332 Apr 03 16:33:03.021297 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f6cecb56-1d92-48af-8c82-74f94a76c82f None None] Provisioning complete for port 724b6b54-cc5d-4b3d-8944-170ec83e7720 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:03.022327 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6cecb56-1d92-48af-8c82-74f94a76c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.046360 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:03.059694 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f6cecb56-1d92-48af-8c82-74f94a76c82f None None] Port 724b6b54-cc5d-4b3d-8944-170ec83e7720 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:33:03.805387 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:33:03.940323 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45458) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:03.944963 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-edd309b7-f8b6-4f14-bd43-8f71639baf0d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494353784', 'description': 'tempest-secgroup-smoke-1494353784 description', 'project_id': '8883a00a6b824908a25d2ca2f241afe4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:04.039512 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edd309b7-f8b6-4f14-bd43-8f71639baf0d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.108380 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edd309b7-f8b6-4f14-bd43-8f71639baf0d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group (b6eddc8f-576c-414e-8077-2680b33281dc), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.213207 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edd309b7-f8b6-4f14-bd43-8f71639baf0d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b6eddc8f-576c-414e-8077-2680b33281dc), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.244589 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd309b7-f8b6-4f14-bd43-8f71639baf0d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eddc8f-576c-414e-8077-2680b33281dc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:04.329663 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edd309b7-f8b6-4f14-bd43-8f71639baf0d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.330902 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-edd309b7-f8b6-4f14-bd43-8f71639baf0d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3894923 Apr 03 16:33:04.333741 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45460) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:04.339839 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cee6514e-a7a1-4710-bb1b-4d991962c0d6 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'security_group_rule': {'security_group_id': 'b6eddc8f-576c-414e-8077-2680b33281dc', 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:04.362030 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.434987 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cee6514e-a7a1-4710-bb1b-4d991962c0d6 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (c4671465-4534-45b8-8d43-c02e31460abd), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.489501 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cee6514e-a7a1-4710-bb1b-4d991962c0d6 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (c4671465-4534-45b8-8d43-c02e31460abd), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.558587 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 509ee424-52ea-4923-a9c7-d3d47506351c up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:04.578799 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cee6514e-a7a1-4710-bb1b-4d991962c0d6 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (c4671465-4534-45b8-8d43-c02e31460abd), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.594321 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6514e-a7a1-4710-bb1b-4d991962c0d6 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4671465-4534-45b8-8d43-c02e31460abd,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:04.610443 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 509ee424-52ea-4923-a9c7-d3d47506351c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:04.610917 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.687030 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 509ee424-52ea-4923-a9c7-d3d47506351c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:04.687416 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.706403 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] For port 509ee424-52ea-4923-a9c7-d3d47506351c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=509ee424-52ea-4923-a9c7-d3d47506351c,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:04.712065 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cee6514e-a7a1-4710-bb1b-4d991962c0d6 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.713295 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-cee6514e-a7a1-4710-bb1b-4d991962c0d6 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779106 Apr 03 16:33:04.715971 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45464) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:04.720231 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-823e5a02-071b-431c-91ba-2059f68f451f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'security_group_rule': {'security_group_id': 'b6eddc8f-576c-414e-8077-2680b33281dc', 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:04.833634 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.851041 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-823e5a02-071b-431c-91ba-2059f68f451f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (fab837d3-8ba7-4cfe-9c7f-8d518a0b5374), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.882851 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Pushing event updated for resources: {'Port': ['ID=509ee424-52ea-4923-a9c7-d3d47506351c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:04.906452 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-823e5a02-071b-431c-91ba-2059f68f451f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (fab837d3-8ba7-4cfe-9c7f-8d518a0b5374), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.982186 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-823e5a02-071b-431c-91ba-2059f68f451f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (fab837d3-8ba7-4cfe-9c7f-8d518a0b5374), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:04.999379 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e5a02-071b-431c-91ba-2059f68f451f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab837d3-8ba7-4cfe-9c7f-8d518a0b5374,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:05.087702 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-823e5a02-071b-431c-91ba-2059f68f451f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.088897 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-823e5a02-071b-431c-91ba-2059f68f451f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3719759 Apr 03 16:33:05.091740 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45466) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:05.096178 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ca3f1619-5fcd-4e0d-b8b0-647495f25db8 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'security_group_rule': {'security_group_id': 'b6eddc8f-576c-414e-8077-2680b33281dc', 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:05.196002 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1619-5fcd-4e0d-b8b0-647495f25db8 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (cc36a738-f199-4b97-a4af-11fcc771fec6), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.254690 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1619-5fcd-4e0d-b8b0-647495f25db8 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (cc36a738-f199-4b97-a4af-11fcc771fec6), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.338611 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1619-5fcd-4e0d-b8b0-647495f25db8 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (cc36a738-f199-4b97-a4af-11fcc771fec6), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.357683 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f1619-5fcd-4e0d-b8b0-647495f25db8 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc36a738-f199-4b97-a4af-11fcc771fec6,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:05.444344 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1619-5fcd-4e0d-b8b0-647495f25db8 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.445475 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-ca3f1619-5fcd-4e0d-b8b0-647495f25db8 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3528376 Apr 03 16:33:05.448256 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45468) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:05.452399 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ac76b551-b37b-4a4c-84e1-68fc7242e494 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'security_group_rule': {'security_group_id': 'b6eddc8f-576c-414e-8077-2680b33281dc', 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:05.549022 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac76b551-b37b-4a4c-84e1-68fc7242e494 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (a0a3b079-a51f-4886-a487-59fdd172ffc2), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.605865 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac76b551-b37b-4a4c-84e1-68fc7242e494 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (a0a3b079-a51f-4886-a487-59fdd172ffc2), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.685003 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac76b551-b37b-4a4c-84e1-68fc7242e494 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (a0a3b079-a51f-4886-a487-59fdd172ffc2), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.704025 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76b551-b37b-4a4c-84e1-68fc7242e494 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a3b079-a51f-4886-a487-59fdd172ffc2,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:05.797897 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac76b551-b37b-4a4c-84e1-68fc7242e494 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.799199 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-ac76b551-b37b-4a4c-84e1-68fc7242e494 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3500354 Apr 03 16:33:05.801962 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45470) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:05.806687 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-30e55485-708d-4db2-8007-a5404eb4730a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'security_group_rule': {'security_group_id': 'b6eddc8f-576c-414e-8077-2680b33281dc', 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:05.824446 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.904099 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-30e55485-708d-4db2-8007-a5404eb4730a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Project 8883a00a6b824908a25d2ca2f241afe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:33:05.909024 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30e55485-708d-4db2-8007-a5404eb4730a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (356885b0-b0d1-4e41-96bf-a60226e3aab8), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:05.964488 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30e55485-708d-4db2-8007-a5404eb4730a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (356885b0-b0d1-4e41-96bf-a60226e3aab8), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.035763 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30e55485-708d-4db2-8007-a5404eb4730a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (356885b0-b0d1-4e41-96bf-a60226e3aab8), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.054525 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e55485-708d-4db2-8007-a5404eb4730a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356885b0-b0d1-4e41-96bf-a60226e3aab8,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:06.155607 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30e55485-708d-4db2-8007-a5404eb4730a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.156828 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-30e55485-708d-4db2-8007-a5404eb4730a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3534193 Apr 03 16:33:06.159558 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45472) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:06.164346 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d5b25dfb-7d1d-422f-8e9a-7f6c37edbb34 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'security_group_rule': {'security_group_id': 'b6eddc8f-576c-414e-8077-2680b33281dc', 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:06.279138 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Sync routers for ids ['2e8eda27-7920-4fb8-b721-e889465a30bd'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:33:06.285112 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-d5b25dfb-7d1d-422f-8e9a-7f6c37edbb34 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Project 8883a00a6b824908a25d2ca2f241afe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 03 16:33:06.289648 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Routers {'2e8eda27-7920-4fb8-b721-e889465a30bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:06.290242 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:33:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['2e8eda27-7920-4fb8-b721-e889465a30bd'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:06.304926 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5b25dfb-7d1d-422f-8e9a-7f6c37edbb34 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (3f942666-9e62-4ded-a2f7-310059f79c0a), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.352548 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5b25dfb-7d1d-422f-8e9a-7f6c37edbb34 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (3f942666-9e62-4ded-a2f7-310059f79c0a), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.403831 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Set router 2e8eda27-7920-4fb8-b721-e889465a30bd gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:06.525274 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5b25dfb-7d1d-422f-8e9a-7f6c37edbb34 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678795'] for security_group_rule (3f942666-9e62-4ded-a2f7-310059f79c0a), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.544703 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b25dfb-7d1d-422f-8e9a-7f6c37edbb34 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f942666-9e62-4ded-a2f7-310059f79c0a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:06.548751 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 509ee424-52ea-4923-a9c7-d3d47506351c up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:06.596375 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 509ee424-52ea-4923-a9c7-d3d47506351c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:06.596744 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.652184 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5b25dfb-7d1d-422f-8e9a-7f6c37edbb34 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:06.657092 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-d5b25dfb-7d1d-422f-8e9a-7f6c37edbb34 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4934964 Apr 03 16:33:06.680863 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 509ee424-52ea-4923-a9c7-d3d47506351c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:06.700507 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'name': 'tempest-TestVolumeBootPattern-334419491-router', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:58Z', 'updated_at': '2022-04-03T16:33:02Z', 'revision_number': 4, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'gw_port': {'id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:59Z', 'updated_at': '2022-04-03T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '724b6b54-cc5d-4b3d-8944-170ec83e7720', 'name': '', 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'mac_address': 'fa:16:3e:70:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eab7398b-bf85-4955-b71e-16570feeeb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:33:01Z', 'updated_at': '2022-04-03T16:33:02Z', 'revision_number': 2, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'subnets': [{'id': 'eab7398b-bf85-4955-b71e-16570feeeb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:06.730679 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Checking router: 2e8eda27-7920-4fb8-b721-e889465a30bd for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:33:06.731155 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Updating router 2e8eda27-7920-4fb8-b721-e889465a30bd port 724b6b54-cc5d-4b3d-8944-170ec83e7720 binding host dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 03 16:33:06.762157 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.019728 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Publish callbacks [] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.104753 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.153297 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812d642-1892-49cf-8b06-930aeea5d2f8 None None] Pushing event updated for resources: {'Port': ['ID=724b6b54-cc5d-4b3d-8944-170ec83e7720,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:07.206751 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Attempting to bind port 724b6b54-cc5d-4b3d-8944-170ec83e7720 on host dv-cinder-836247-2-iscsi for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:33:07.207131 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Attempting to bind port 724b6b54-cc5d-4b3d-8944-170ec83e7720 by drivers openvswitch,hyperv on host dv-cinder-836247-2-iscsi at level 0 using segments [{'id': '6111e494-4955-405f-af22-321f0440e5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:33:07.207479 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Attempting to bind port 724b6b54-cc5d-4b3d-8944-170ec83e7720 on network 2c67339a-649a-4d04-a950-71e1d567cc46 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:07.212920 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Checking agent: {'id': 'b9bf4289-f90a-4369-a62a-a876462c74f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 9, 36), 'started_at': datetime.datetime(2022, 4, 3, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:33:07.213073 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Checking segment: {'id': '6111e494-4955-405f-af22-321f0440e5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:33:07.213458 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.213847 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Bound using segment: {'id': '6111e494-4955-405f-af22-321f0440e5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:33:07.214298 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Bound port: 724b6b54-cc5d-4b3d-8944-170ec83e7720, host: dv-cinder-836247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6111e494-4955-405f-af22-321f0440e5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:33:07.214708 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.286999 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] For port 724b6b54-cc5d-4b3d-8944-170ec83e7720, host dv-cinder-836247-2-iscsi, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:33:07.287633 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] For port 724b6b54-cc5d-4b3d-8944-170ec83e7720, host dv-cinder-836247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=724b6b54-cc5d-4b3d-8944-170ec83e7720,segment=NetworkSegment(6111e494-4955-405f-af22-321f0440e5be),segment_id=6111e494-4955-405f-af22-321f0440e5be)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:33:07.420313 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-08f10942-5099-4d1e-8899-b71ec2222e22 None None] Provisioning complete for port 724b6b54-cc5d-4b3d-8944-170ec83e7720 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:07.420892 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-08f10942-5099-4d1e-8899-b71ec2222e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.446066 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.458298 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-08f10942-5099-4d1e-8899-b71ec2222e22 None None] Port 724b6b54-cc5d-4b3d-8944-170ec83e7720 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:33:07.498089 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Routers {'2e8eda27-7920-4fb8-b721-e889465a30bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:07.498756 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:33:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['2e8eda27-7920-4fb8-b721-e889465a30bd'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:07.569969 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812d642-1892-49cf-8b06-930aeea5d2f8 None None] Pushing event updated for resources: {'Port': ['ID=724b6b54-cc5d-4b3d-8944-170ec83e7720,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:07.621092 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] Set router 2e8eda27-7920-4fb8-b721-e889465a30bd gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:07.782081 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ddfb81ce-13d8-469d-bbd4-a538d8911a79 None None] Provisioning complete for port 724b6b54-cc5d-4b3d-8944-170ec83e7720 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:07.782387 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ddfb81ce-13d8-469d-bbd4-a538d8911a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.825409 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'name': 'tempest-TestVolumeBootPattern-334419491-router', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:58Z', 'updated_at': '2022-04-03T16:33:02Z', 'revision_number': 4, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'gw_port': {'id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:59Z', 'updated_at': '2022-04-03T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '724b6b54-cc5d-4b3d-8944-170ec83e7720', 'name': '', 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'mac_address': 'fa:16:3e:70:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eab7398b-bf85-4955-b71e-16570feeeb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:33:01Z', 'updated_at': '2022-04-03T16:33:07Z', 'revision_number': 4, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'subnets': [{'id': 'eab7398b-bf85-4955-b71e-16570feeeb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:07.855731 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce80c89-8c69-48d3-ba3e-6d8b5eb436b3 None None] The sync data for ids ['2e8eda27-7920-4fb8-b721-e889465a30bd'] in dv-cinder-836247-2-iscsi is: [{'id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'name': 'tempest-TestVolumeBootPattern-334419491-router', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:58Z', 'updated_at': '2022-04-03T16:33:02Z', 'revision_number': 4, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'gw_port': {'id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:59Z', 'updated_at': '2022-04-03T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': '724b6b54-cc5d-4b3d-8944-170ec83e7720', 'name': '', 'network_id': '2c67339a-649a-4d04-a950-71e1d567cc46', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'mac_address': 'fa:16:3e:70:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'eab7398b-bf85-4955-b71e-16570feeeb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:33:01Z', 'updated_at': '2022-04-03T16:33:07Z', 'revision_number': 4, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'subnets': [{'id': 'eab7398b-bf85-4955-b71e-16570feeeb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:33:07.860459 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb81ce-13d8-469d-bbd4-a538d8911a79 None None] Current status of the port 724b6b54-cc5d-4b3d-8944-170ec83e7720 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:07.860843 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ddfb81ce-13d8-469d-bbd4-a538d8911a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:07.893430 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ddfb81ce-13d8-469d-bbd4-a538d8911a79 None None] For port 724b6b54-cc5d-4b3d-8944-170ec83e7720, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=724b6b54-cc5d-4b3d-8944-170ec83e7720,segment=NetworkSegment(6111e494-4955-405f-af22-321f0440e5be),segment_id=6111e494-4955-405f-af22-321f0440e5be)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:07.985002 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ddfb81ce-13d8-469d-bbd4-a538d8911a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:08.042051 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb81ce-13d8-469d-bbd4-a538d8911a79 None None] Pushing event updated for resources: {'Port': ['ID=724b6b54-cc5d-4b3d-8944-170ec83e7720,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:08.563589 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 724b6b54-cc5d-4b3d-8944-170ec83e7720 up at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:08.616693 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Provisioning complete for port 724b6b54-cc5d-4b3d-8944-170ec83e7720 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:08.617063 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:08.698415 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Current status of the port 724b6b54-cc5d-4b3d-8944-170ec83e7720 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:28.815000 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-8c1be7c3-a9d8-4912-9579-2d7cb135e427 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494353784&fields=id&tenant_id=8883a00a6b824908a25d2ca2f241afe4 HTTP/1.1" status: 200 len: 267 time: 0.0418184 Apr 03 16:33:28.914905 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-43e654ac-f98a-4880-9bd5-6124216b2ef0 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:28.916339 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-43e654ac-f98a-4880-9bd5-6124216b2ef0 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 811 time: 0.0952389 Apr 03 16:33:28.930187 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-b32621d7-7152-4d35-995b-d6e5dc2cb62d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/quotas/8883a00a6b824908a25d2ca2f241afe4 HTTP/1.1" status: 200 len: 375 time: 0.0085926 Apr 03 16:33:28.985217 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-aa864e7b-9cc8-4a07-9cf5-e2d30629e371 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503263 Apr 03 16:33:29.087713 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-55b70ef9-4c00-4e5f-a210-d13866f57df7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:33:29.088741 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-55b70ef9-4c00-4e5f-a210-d13866f57df7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0931442 Apr 03 16:33:29.175995 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-e88a9110-8182-4f69-914b-2d277c7874b6 service neutron] 10.222.0.37 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814023 Apr 03 16:33:29.246749 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:29.272350 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-d6f4c2a8-d04e-4cb0-9819-448426ef0081 service neutron] 10.222.0.37 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887809 Apr 03 16:33:29.647010 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e4f5cdb-9342-4aba-99da-7039be775922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:29.911796 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-12aab0da-50dd-49e5-8ba7-e1e2ff685760 req-b0931130-6d5f-4775-a92f-5b39816524dd tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 210 time: 0.0809035 Apr 03 16:33:31.004900 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f05fb657-1298-481d-8ea1-e6e663f9babd req-898464ce-779f-4537-bbeb-77e1e582b057 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 210 time: 0.0260780 Apr 03 16:33:31.918740 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24f9da7a-ce88-400c-8ea3-674365d64357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:32.101614 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-bf0e1022-24ed-4b4c-8ba5-b912aa0ccb32 req-522b2926-1319-4aba-bcfe-393f03d6ebda tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 210 time: 0.0292892 Apr 03 16:33:32.200588 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-01a67b59-bf7b-4504-bbd6-c4deacdbce93 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:32.201992 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-01a67b59-bf7b-4504-bbd6-c4deacdbce93 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 811 time: 0.0966485 Apr 03 16:33:32.266151 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-25abebe4-8a1e-4a4d-b365-496a837ab961 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8883a00a6b824908a25d2ca2f241afe4 HTTP/1.1" status: 200 len: 380 time: 0.0534263 Apr 03 16:33:32.274776 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'port': {'device_id': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'admin_state_up': True, 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'security_groups': ['b6eddc8f-576c-414e-8077-2680b33281dc']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:32.469530 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Made reservation on behalf of 8883a00a6b824908a25d2ca2f241afe4 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:33:32.473374 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:32.595663 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Allocated IP 172.20.0.3 (31e70c1c-64bc-4964-8ec7-6e2c352f2695/d505493d-a073-4fb8-bf88-2c1f3c9a152e/53be33b5-5265-4f04-927c-344dfc412b3c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:33:32.731342 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for port (53be33b5-5265-4f04-927c-344dfc412b3c), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:32.879338 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:32.919818 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:33:32.925084 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:33:32.930997 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:33:32.958898 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'Port': ['ID=53be33b5-5265-4f04-927c-344dfc412b3c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:32.987689 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:32.988376 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:33.050009 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:33.087809 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c823e4dd-7053-4b50-ba97-789e86e5a85b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166914 Apr 03 16:33:33.106939 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Request body: {'port': {'device_id': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:33.160505 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-55338db5-393b-4694-a25e-6f839b6cb2e8 None None] Provisioning complete for port 53be33b5-5265-4f04-927c-344dfc412b3c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:33.161340 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55338db5-393b-4694-a25e-6f839b6cb2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:33.165063 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:33.196862 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-55338db5-393b-4694-a25e-6f839b6cb2e8 None None] Port 53be33b5-5265-4f04-927c-344dfc412b3c cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:33:33.231540 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d8f8-56ce-4b28-807a-fb1a0bfe9d1f req-e7fbd30f-71cf-49fe-b861-b43b4c5683a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:33.233774 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2122d8f8-56ce-4b28-807a-fb1a0bfe9d1f req-e7fbd30f-71cf-49fe-b861-b43b4c5683a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 931 time: 0.0592344 Apr 03 16:33:33.282644 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-2122d8f8-56ce-4b28-807a-fb1a0bfe9d1f req-ee41498c-a241-4df7-aad5-e439d3d8c0a3 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431592 Apr 03 16:33:33.437532 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53be33b5-5265-4f04-927c-344dfc412b3c {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:33:33.444987 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Publish callbacks [] for port (53be33b5-5265-4f04-927c-344dfc412b3c), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:33.458351 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Transition to ACTIVE for port object 53be33b5-5265-4f04-927c-344dfc412b3c will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:33:33.558465 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:33.628177 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Pushing event updated for resources: {'Port': ['ID=53be33b5-5265-4f04-927c-344dfc412b3c,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:33.679768 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Attempting to bind port 53be33b5-5265-4f04-927c-344dfc412b3c on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:33:33.680050 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Attempting to bind port 53be33b5-5265-4f04-927c-344dfc412b3c by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:33:33.680375 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Attempting to bind port 53be33b5-5265-4f04-927c-344dfc412b3c on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:33.684815 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Port 53be33b5-5265-4f04-927c-344dfc412b3c on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:33:33.685131 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Attempting to bind port 53be33b5-5265-4f04-927c-344dfc412b3c on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:33:33.690064 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:33:33.692665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Checking segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:33:33.692665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Bound using segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:33:33.692665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Bound port: 53be33b5-5265-4f04-927c-344dfc412b3c, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:33:33.692665 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:33.761750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] For port 53be33b5-5265-4f04-927c-344dfc412b3c, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:33:33.763796 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] For port 53be33b5-5265-4f04-927c-344dfc412b3c, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=53be33b5-5265-4f04-927c-344dfc412b3c,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:33:33.841071 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:33.872842 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:33.873580 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:33.874854 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/53be33b5-5265-4f04-927c-344dfc412b3c HTTP/1.1" status: 200 len: 1093 time: 0.7768667 Apr 03 16:33:33.875759 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'tag': '53be33b5-5265-4f04-927c-344dfc412b3c'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:33.877463 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e9ce9f-c718-4b8f-98df-6a3392368c55" -d '{"events": [{"name": "network-changed", "server_uuid": "e4601ac8-cbd6-47df-85e4-2e320e28236b", "tag": "53be33b5-5265-4f04-927c-344dfc412b3c"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:33.907328 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf46b8-7374-409b-82f4-41b5ff1c42d7 service neutron] Pushing event updated for resources: {'Port': ['ID=53be33b5-5265-4f04-927c-344dfc412b3c,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:33.915532 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee150cd-0757-4521-888a-00614c9fb398 x-openstack-request-id: req-8ee150cd-0757-4521-888a-00614c9fb398 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:33.915820 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4601ac8-cbd6-47df-85e4-2e320e28236b", "tag": "53be33b5-5265-4f04-927c-344dfc412b3c", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:33.916070 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ee150cd-0757-4521-888a-00614c9fb398 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:33.916467 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee150cd-0757-4521-888a-00614c9fb398'] response: {'name': 'network-changed', 'server_uuid': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'tag': '53be33b5-5265-4f04-927c-344dfc412b3c', 'status': 'completed', 'code': 200} Apr 03 16:33:33.980783 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9ce9f-c718-4b8f-98df-6a3392368c55 req-460e0d39-9d72-468f-83f1-d13da387ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:33.982306 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b6e9ce9f-c718-4b8f-98df-6a3392368c55 req-460e0d39-9d72-468f-83f1-d13da387ea3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 1127 time: 0.0466580 Apr 03 16:33:34.085428 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9ce9f-c718-4b8f-98df-6a3392368c55 req-2e810aa3-e162-4b13-a8d7-1263b1086794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:34.086842 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b6e9ce9f-c718-4b8f-98df-6a3392368c55 req-2e810aa3-e162-4b13-a8d7-1263b1086794 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8883a00a6b824908a25d2ca2f241afe4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0955567 Apr 03 16:33:34.176162 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9ce9f-c718-4b8f-98df-6a3392368c55 req-cc5b4898-d792-43ed-ac2b-b44b282c12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:34.177624 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b6e9ce9f-c718-4b8f-98df-6a3392368c55 req-cc5b4898-d792-43ed-ac2b-b44b282c12f2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855265 Apr 03 16:33:34.253637 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c1b87899-2649-4787-96e6-dbe229acf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:34.255154 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c1b87899-2649-4787-96e6-dbe229acf462 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 1127 time: 0.0438204 Apr 03 16:33:34.298601 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-abab6e5a-31dc-478b-a6cb-5880e6b03775 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53be33b5-5265-4f04-927c-344dfc412b3c HTTP/1.1" status: 200 len: 217 time: 0.0366626 Apr 03 16:33:34.346637 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-11b5993b-81a8-476f-9b91-d3ab86436a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:34.348007 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-11b5993b-81a8-476f-9b91-d3ab86436a1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0434413 Apr 03 16:33:34.349475 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:34.397585 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-251ace57-b9cf-4e06-8d91-4d25069c2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:34.399201 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-251ace57-b9cf-4e06-8d91-4d25069c2da1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457618 Apr 03 16:33:34.406527 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bca47-9c0b-4287-8674-d30756f7a68f req-1639dae8-7da2-4134-95cf-ab7f1f534c84 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:34.408004 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f32bca47-9c0b-4287-8674-d30756f7a68f req-1639dae8-7da2-4134-95cf-ab7f1f534c84 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 943 time: 0.0593541 Apr 03 16:33:34.455705 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-f32bca47-9c0b-4287-8674-d30756f7a68f req-c9a591cc-8cf7-40c6-88f6-c965289059a1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Apr 03 16:33:34.494447 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-9bef1dab-282f-4c8d-8e8d-9c237e36244f service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897179 Apr 03 16:33:34.578445 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2fa69b86-7aa0-4d51-b872-fd13c08f9519 req-c428ea7e-bf8d-4ee3-8253-52007966d330 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777760 Apr 03 16:33:35.579233 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9123ad5-27fb-4662-ad19-8af643b7bbe0 req-930b041b-a500-4649-b0ff-2bb5802c8a2e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:35.580718 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c9123ad5-27fb-4662-ad19-8af643b7bbe0 req-930b041b-a500-4649-b0ff-2bb5802c8a2e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 943 time: 0.0553749 Apr 03 16:33:35.627631 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-c9123ad5-27fb-4662-ad19-8af643b7bbe0 req-206a614a-5d0b-4d8e-ac46-80b70dfe2d29 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413547 Apr 03 16:33:35.815411 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:36.741289 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9325f8d-c1ac-4b20-99da-daa6ac7b5335 req-98867afa-d37d-4a2e-ba28-764fa0fa6d90 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:36.743078 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a9325f8d-c1ac-4b20-99da-daa6ac7b5335 req-98867afa-d37d-4a2e-ba28-764fa0fa6d90 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 943 time: 0.0508862 Apr 03 16:33:36.789958 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a9325f8d-c1ac-4b20-99da-daa6ac7b5335 req-449089ea-249d-4c25-a5f7-7392f629b531 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416307 Apr 03 16:33:37.919334 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1390e69-f121-40e7-bcae-15d6c1b48361 req-704fe73f-86c6-4839-941e-150f80a99646 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:37.920774 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f1390e69-f121-40e7-bcae-15d6c1b48361 req-704fe73f-86c6-4839-941e-150f80a99646 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 943 time: 0.0503128 Apr 03 16:33:37.968279 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f1390e69-f121-40e7-bcae-15d6c1b48361 req-71845df7-45a2-4fcf-92e8-a41a5986d9f2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Apr 03 16:33:39.084276 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9829cb-a233-44ef-82dd-1f0785b62b12 req-084fb439-6ccf-4470-9c21-1c94700c4116 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:39.086376 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6d9829cb-a233-44ef-82dd-1f0785b62b12 req-084fb439-6ccf-4470-9c21-1c94700c4116 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 943 time: 0.0511577 Apr 03 16:33:39.139459 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6d9829cb-a233-44ef-82dd-1f0785b62b12 req-40d6849d-3050-400f-8575-951f60cd194c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475104 Apr 03 16:33:40.256124 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371c8a-c487-43c8-8cd2-cfcbdf4b03a4 req-26a194d9-708e-4e69-b3eb-d7b0ec0d9acd tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:40.257676 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a6371c8a-c487-43c8-8cd2-cfcbdf4b03a4 req-26a194d9-708e-4e69-b3eb-d7b0ec0d9acd tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 943 time: 0.0514035 Apr 03 16:33:40.307947 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-a6371c8a-c487-43c8-8cd2-cfcbdf4b03a4 req-7b6f417b-5e50-4855-b6a5-fbd3fea5b254 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447454 Apr 03 16:33:40.804078 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:33:41.424137 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c784e3-cd03-4d51-94b0-c42f875826dc req-46d79d60-c588-4194-b956-7e96bca36f02 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:41.425586 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-34c784e3-cd03-4d51-94b0-c42f875826dc req-46d79d60-c588-4194-b956-7e96bca36f02 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 943 time: 0.0507488 Apr 03 16:33:41.472633 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-34c784e3-cd03-4d51-94b0-c42f875826dc req-9f689f33-877c-4edc-8be4-539c0ff46922 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408471 Apr 03 16:33:42.588426 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e36cc-596a-496a-820d-07932ae69962 req-70d5963b-5f47-4fef-ab9f-85a6ede32dd2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:42.589885 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-761e36cc-596a-496a-820d-07932ae69962 req-70d5963b-5f47-4fef-ab9f-85a6ede32dd2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 943 time: 0.0511603 Apr 03 16:33:42.637906 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-761e36cc-596a-496a-820d-07932ae69962 req-6e4ef62a-d883-44a9-b987-ef8f5f467d7c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420797 Apr 03 16:33:43.110041 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 53be33b5-5265-4f04-927c-344dfc412b3c details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:33:43.201683 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 53be33b5-5265-4f04-927c-344dfc412b3c, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=53be33b5-5265-4f04-927c-344dfc412b3c,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:43.216465 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '53be33b5-5265-4f04-927c-344dfc412b3c', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'port_id': '53be33b5-5265-4f04-927c-344dfc412b3c', 'mac_address': 'fa:16:3e:72:17:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:33:43.253110 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 53be33b5-5265-4f04-927c-344dfc412b3c is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:43.253498 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:43.266524 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53be33b5-5265-4f04-927c-344dfc412b3c {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:33:43.285396 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 53be33b5-5265-4f04-927c-344dfc412b3c, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=53be33b5-5265-4f04-927c-344dfc412b3c,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:43.354976 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:43.401709 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=53be33b5-5265-4f04-927c-344dfc412b3c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:43.720132 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['53be33b5-5265-4f04-927c-344dfc412b3c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:33:43.753202 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315dde9-309f-4145-83e7-6c3aae31eacd req-f8df95f2-f51a-400b-b51d-60b8998869bb tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:43.754834 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e315dde9-309f-4145-83e7-6c3aae31eacd req-f8df95f2-f51a-400b-b51d-60b8998869bb tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 944 time: 0.0514836 Apr 03 16:33:43.803007 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e315dde9-309f-4145-83e7-6c3aae31eacd req-3d2977cd-b425-4e38-b98f-34bee8ef9805 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417469 Apr 03 16:33:44.918201 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4a1e7-19e7-4c6f-b7c8-ffdc29aaed39 req-34d54c88-3aa0-4467-b16e-e60873f1c114 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:44.919691 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ecc4a1e7-19e7-4c6f-b7c8-ffdc29aaed39 req-34d54c88-3aa0-4467-b16e-e60873f1c114 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 944 time: 0.0508795 Apr 03 16:33:44.967423 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-ecc4a1e7-19e7-4c6f-b7c8-ffdc29aaed39 req-ae96843f-2978-4ab7-80b2-28c66d00069a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421679 Apr 03 16:33:45.135458 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 53be33b5-5265-4f04-927c-344dfc412b3c up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:33:45.243627 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 53be33b5-5265-4f04-927c-344dfc412b3c completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:33:45.248123 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 53be33b5-5265-4f04-927c-344dfc412b3c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:33:45.248516 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:45.322724 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 53be33b5-5265-4f04-927c-344dfc412b3c is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:33:45.323102 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:45.348091 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53be33b5-5265-4f04-927c-344dfc412b3c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:45.350309 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a5473a-b98d-493a-9795-c95d7f430ed4" -d '{"events": [{"server_uuid": "e4601ac8-cbd6-47df-85e4-2e320e28236b", "name": "network-vif-plugged", "status": "completed", "tag": "53be33b5-5265-4f04-927c-344dfc412b3c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:45.364585 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 53be33b5-5265-4f04-927c-344dfc412b3c, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=53be33b5-5265-4f04-927c-344dfc412b3c,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:33:45.392647 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cdb19a-e481-498e-8956-e86dd5b6fd0c x-openstack-request-id: req-d6cdb19a-e481-498e-8956-e86dd5b6fd0c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:45.392647 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4601ac8-cbd6-47df-85e4-2e320e28236b", "name": "network-vif-plugged", "status": "completed", "tag": "53be33b5-5265-4f04-927c-344dfc412b3c", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:45.392647 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6cdb19a-e481-498e-8956-e86dd5b6fd0c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:45.392647 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cdb19a-e481-498e-8956-e86dd5b6fd0c'] response: {'server_uuid': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53be33b5-5265-4f04-927c-344dfc412b3c', 'code': 200} Apr 03 16:33:45.440247 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:45.486237 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=53be33b5-5265-4f04-927c-344dfc412b3c,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:45.734835 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e952ea9-e4b4-4f66-b3ce-7787b35b51c6 req-fa6e8017-a627-46cd-8d4a-f43fd090a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:45.736242 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e952ea9-e4b4-4f66-b3ce-7787b35b51c6 req-fa6e8017-a627-46cd-8d4a-f43fd090a497 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 1129 time: 0.0468130 Apr 03 16:33:45.780211 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8e952ea9-e4b4-4f66-b3ce-7787b35b51c6 req-af4ce598-f893-48e2-b1ff-b4fc85837fdc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 Apr 03 16:33:46.081007 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8b542-f014-46cb-b9b7-a826f53bdc29 req-3e90c5e8-3912-4639-b6da-6171a8e9ef7d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:46.082442 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-27d8b542-f014-46cb-b9b7-a826f53bdc29 req-3e90c5e8-3912-4639-b6da-6171a8e9ef7d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 945 time: 0.0506589 Apr 03 16:33:46.128261 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-27d8b542-f014-46cb-b9b7-a826f53bdc29 req-4204d081-3ed9-4cee-a09f-b4739a6bd3c7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Apr 03 16:33:47.251576 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a271b-559a-45fd-9a26-948e9feac68f req-fd07ab58-0f16-4ef1-aa43-7b7d1351937c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:47.253042 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e52a271b-559a-45fd-9a26-948e9feac68f req-fd07ab58-0f16-4ef1-aa43-7b7d1351937c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 945 time: 0.0587239 Apr 03 16:33:47.300281 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-e52a271b-559a-45fd-9a26-948e9feac68f req-11ad2c89-7283-48ff-afbf-4f302cd10376 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 Apr 03 16:33:48.415512 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90497364-260b-4357-aa50-2b5e868f2cc6 req-6d30248a-9715-49fe-8116-dba0898e6564 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:48.417003 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-90497364-260b-4357-aa50-2b5e868f2cc6 req-6d30248a-9715-49fe-8116-dba0898e6564 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 945 time: 0.0513442 Apr 03 16:33:48.467768 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-90497364-260b-4357-aa50-2b5e868f2cc6 req-3a6797c8-1918-4e3f-92ab-d328699ba76d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Apr 03 16:33:48.591736 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda38b22-21c7-4101-8cf7-b4ca24aaedc1 req-eed8d18a-93c1-40fe-ba6e-373f751a0d9d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:48.593170 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dda38b22-21c7-4101-8cf7-b4ca24aaedc1 req-eed8d18a-93c1-40fe-ba6e-373f751a0d9d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 945 time: 0.0597041 Apr 03 16:33:48.641211 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-dda38b22-21c7-4101-8cf7-b4ca24aaedc1 req-32ce90f2-7fa1-4794-a342-bab5e0023447 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Apr 03 16:33:48.662853 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45658) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:48.743456 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1ebcbe-2c98-4369-8eab-90c346c15aaf tempest-TestVolumeBootPattern-937587478 tempest-TestVolumeBootPattern-937587478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:48.744936 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-ce1ebcbe-2c98-4369-8eab-90c346c15aaf tempest-TestVolumeBootPattern-937587478 tempest-TestVolumeBootPattern-937587478-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 1124 time: 0.0810902 Apr 03 16:33:48.748190 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45662) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:33:48.752215 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'port_id': '53be33b5-5265-4f04-927c-344dfc412b3c', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:33:48.832155 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:48.927297 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.030286 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Allocated IP 172.27.0.81 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/a7168003-f569-4508-9dfc-d5b63ad45876) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:33:49.127692 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for port (a7168003-f569-4508-9dfc-d5b63ad45876), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.235472 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (a7168003-f569-4508-9dfc-d5b63ad45876), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.271175 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:33:49.273946 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:33:49.277479 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:33:49.308289 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'Port': ['ID=a7168003-f569-4508-9dfc-d5b63ad45876,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:49.621609 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (c535a15b-211c-41ec-9f9b-a9d486d83176), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.744060 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (a7168003-f569-4508-9dfc-d5b63ad45876), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.895498 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for port (a7168003-f569-4508-9dfc-d5b63ad45876), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:49.975505 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (a7168003-f569-4508-9dfc-d5b63ad45876), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:50.045426 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'Port': ['ID=a7168003-f569-4508-9dfc-d5b63ad45876,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:33:50.056308 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.056654 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.056993 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.057330 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.057662 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.057991 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.058315 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.058661 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.058986 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.059306 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.059631 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.059949 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.060268 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.060581 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.060894 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:33:50.066390 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (c535a15b-211c-41ec-9f9b-a9d486d83176), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:50.167299 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Floating IP c535a15b-211c-41ec-9f9b-a9d486d83176 associated. External IP: 172.27.0.81, port: 53be33b5-5265-4f04-927c-344dfc412b3c. Apr 03 16:33:50.599066 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Router 5d02758e-d474-42e3-9787-88efe74d271c has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:33:50.704911 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:33:50.714158 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] Sync routers for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:33:50.724096 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:50.730327 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:33:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:50.779912 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:50.812515 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-04286127-3d7b-4d06-a84a-ee4ba2462b98 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0633366 Apr 03 16:33:50.813089 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'tag': '53be33b5-5265-4f04-927c-344dfc412b3c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:33:50.815372 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed2baef-9d53-414d-984b-d7ac59257147" -d '{"events": [{"name": "network-changed", "server_uuid": "e4601ac8-cbd6-47df-85e4-2e320e28236b", "tag": "53be33b5-5265-4f04-927c-344dfc412b3c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:33:50.832109 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:50.908318 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063cb2d5-2833-40bb-a212-914dfcdb7575 x-openstack-request-id: req-063cb2d5-2833-40bb-a212-914dfcdb7575 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:33:50.908611 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4601ac8-cbd6-47df-85e4-2e320e28236b", "tag": "53be33b5-5265-4f04-927c-344dfc412b3c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:33:50.908864 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-063cb2d5-2833-40bb-a212-914dfcdb7575 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:33:50.909275 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063cb2d5-2833-40bb-a212-914dfcdb7575'] response: {'name': 'network-changed', 'server_uuid': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'tag': '53be33b5-5265-4f04-927c-344dfc412b3c', 'status': 'completed', 'code': 200} Apr 03 16:33:50.972936 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-45628a52-4777-49c0-8caa-b60b63466822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:50.974448 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-45628a52-4777-49c0-8caa-b60b63466822 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 1129 time: 0.0434539 Apr 03 16:33:51.053996 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'c535a15b-211c-41ec-9f9b-a9d486d83176', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': '53be33b5-5265-4f04-927c-344dfc412b3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:72:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:49Z', 'updated_at': '2022-04-03T16:33:49Z', 'revision_number': 0, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:51.061443 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-8b3a2ef8-41f3-4d62-b927-1799928eea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:51.062943 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-8b3a2ef8-41f3-4d62-b927-1799928eea42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.0832427 Apr 03 16:33:51.083818 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] Checking router: 5d02758e-d474-42e3-9787-88efe74d271c for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:33:51.092715 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:33:51.093327 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:33:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:51.129644 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-da672523-a5db-45c1-bf2c-4336a3469298 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53be33b5-5265-4f04-927c-344dfc412b3c HTTP/1.1" status: 200 len: 998 time: 0.0613410 Apr 03 16:33:51.176271 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-4bbb17b9-0924-4b84-9e90-6387b7e09e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:51.177707 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-4bbb17b9-0924-4b84-9e90-6387b7e09e7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0428567 Apr 03 16:33:51.200227 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:33:51.225246 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-7beb4d82-08ce-4920-8a62-192916c0e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:33:51.226912 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-7beb4d82-08ce-4920-8a62-192916c0e632 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439146 Apr 03 16:33:51.428061 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'c535a15b-211c-41ec-9f9b-a9d486d83176', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': '53be33b5-5265-4f04-927c-344dfc412b3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:72:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:49Z', 'updated_at': '2022-04-03T16:33:49Z', 'revision_number': 0, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:33:51.460208 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3872f3-9c3e-4064-9c6a-762fe3f5f7d1 None None] The sync data for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi is: [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'c535a15b-211c-41ec-9f9b-a9d486d83176', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': '53be33b5-5265-4f04-927c-344dfc412b3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:72:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:33:49Z', 'updated_at': '2022-04-03T16:33:49Z', 'revision_number': 0, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:33:51.583054 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-72090620-d431-47c9-948b-4fce5a4fa8a1 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502712 Apr 03 16:33:51.672605 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-2ed2baef-9d53-414d-984b-d7ac59257147 req-855bc1a2-f1bc-40ac-9c04-7c369fbc7265 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841987 Apr 03 16:33:51.674049 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dd01a0-eace-4ab7-91fe-8ebdd141d677 None None] New status for floating IP c535a15b-211c-41ec-9f9b-a9d486d83176: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:33:59.266253 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:33:59.645785 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c5a6-d6d3-4d40-9b57-6b2397738836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:01.900831 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7329780f-6563-4279-b15d-25a2ec86a5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:02.991762 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:04.365498 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:05.845657 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:10.107318 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-69093e7b-885f-47c7-9aca-2a407717bd95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464220 Apr 03 16:34:10.188202 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-360981bb-1af4-4648-bced-f3e4981e0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:10.189687 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-360981bb-1af4-4648-bced-f3e4981e0e4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 1129 time: 0.0431423 Apr 03 16:34:10.288425 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-2943da63-ed67-493c-a813-9dea57743b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:10.289854 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-2943da63-ed67-493c-a813-9dea57743b2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.0823855 Apr 03 16:34:10.362018 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-e8d8ca6e-c94a-4fe8-b414-17ac5feff2b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53be33b5-5265-4f04-927c-344dfc412b3c HTTP/1.1" status: 200 len: 1000 time: 0.0667636 Apr 03 16:34:10.407926 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-08e946be-09cb-4d98-bbb1-af81fb28f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:10.409329 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-08e946be-09cb-4d98-bbb1-af81fb28f26b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0420473 Apr 03 16:34:10.454588 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-fb362745-d04e-4fb0-a793-28d07d06629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:34:10.456026 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-fb362745-d04e-4fb0-a793-28d07d06629a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413432 Apr 03 16:34:10.545952 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-130ba2d1-36b0-46db-a22e-d225f0d951ca service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840657 Apr 03 16:34:10.640678 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-150929aa-7c1c-4c5b-8a36-e0ed16c78ae2 req-ebcb8b80-de5b-4353-a6ad-dfa583c6a1af service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852189 Apr 03 16:34:17.804146 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:34:29.276905 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:29.602359 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1dfc-5b06-4589-8531-6462f1f0c61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:31.890782 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ee520cc2-c628-4212-acf4-db73f9c1e027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:32.993583 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:34.393597 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:35.814207 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:44.918480 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [req-199c5f0f-8911-4855-ac56-61d2b053b178 req-45cefc72-5d16-4d5a-8164-7c1a57133459 service neutron] (103895) timed out ('10.222.0.21', 64354) {{(pid=103895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 03 16:34:54.802701 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:34:59.276061 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:34:59.610294 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-95880e8c-55df-4a81-94f4-f48791a350b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:01.918440 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c343fc6-d323-4f56-a396-3904762f5ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:02.993086 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:04.364087 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:05.838060 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:11.104232 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-f3e1c5d2-512a-4142-ae6f-2f6c2281e171 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486941 Apr 03 16:35:11.185853 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-af6830de-5b47-41c8-946f-5af3283c99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:11.187335 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-af6830de-5b47-41c8-946f-5af3283c99f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 1129 time: 0.0431890 Apr 03 16:35:11.285336 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-ce715723-1a85-4706-bcae-899aa4302bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:11.286909 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-ce715723-1a85-4706-bcae-899aa4302bd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.0828164 Apr 03 16:35:11.357466 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-2ef149fa-3485-43ab-8bb4-cbd3f325698c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53be33b5-5265-4f04-927c-344dfc412b3c HTTP/1.1" status: 200 len: 1000 time: 0.0648623 Apr 03 16:35:11.418707 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-976c2dbd-afe7-467e-85dc-19611e8abfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:11.420156 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-976c2dbd-afe7-467e-85dc-19611e8abfcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0542505 Apr 03 16:35:11.467508 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-798436ad-1393-4ad9-8efa-3228d9fce97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:35:11.469219 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-798436ad-1393-4ad9-8efa-3228d9fce97d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433969 Apr 03 16:35:11.558490 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-83beb7ba-e033-489b-b0b2-f0d11c9f4654 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830748 Apr 03 16:35:11.645544 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3324ceee-980a-4cbe-96f5-8fc6ecb2b7a3 req-ded5d2a5-d066-407f-bb38-3b1bd9deab30 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793540 Apr 03 16:35:29.277402 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:29.592205 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03833d0a-153e-4083-a446-3c6034b01687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:31.801557 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:35:31.883321 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55e8e281-e8cb-41d0-a78a-a9f08dd8dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:32.997222 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:34.340426 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:35.820176 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:59.300537 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:35:59.597084 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-faa39104-0afd-429b-b3f3-b535d4e9181c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:01.891557 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-722350a4-0c59-4e98-943a-84d504910078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:03.002473 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:04.368371 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:05.808156 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:05.978673 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469b2be-187d-4d6b-9edc-3a73cb86ba69 req-c811ddfb-c54c-4a2c-9261-3f3bd529b80b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:05.980121 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f469b2be-187d-4d6b-9edc-3a73cb86ba69 req-c811ddfb-c54c-4a2c-9261-3f3bd529b80b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 945 time: 0.0568926 Apr 03 16:36:06.027913 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f469b2be-187d-4d6b-9edc-3a73cb86ba69 req-b0bfdfca-b682-47b4-9629-b81dc75d941b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Apr 03 16:36:07.147795 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721abca-6876-481c-a1e6-97bd68d594b0 req-8c87127b-9b4b-4768-973d-abe98e9d6668 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:07.149290 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9721abca-6876-481c-a1e6-97bd68d594b0 req-8c87127b-9b4b-4768-973d-abe98e9d6668 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 945 time: 0.0536721 Apr 03 16:36:07.197648 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-9721abca-6876-481c-a1e6-97bd68d594b0 req-69a85ac6-9bd4-40d7-b16d-517690de0538 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 Apr 03 16:36:07.715688 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31011656-7382-4dbd-8552-071e8d4cb125 req-b0ee1ab7-1719-45ee-a73b-1a13ea6b032e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:07.717329 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-31011656-7382-4dbd-8552-071e8d4cb125 req-b0ee1ab7-1719-45ee-a73b-1a13ea6b032e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 945 time: 0.0511038 Apr 03 16:36:07.805139 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Deleting port 53be33b5-5265-4f04-927c-344dfc412b3c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:36:07.805474 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:07.894421 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] For port 53be33b5-5265-4f04-927c-344dfc412b3c, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=53be33b5-5265-4f04-927c-344dfc412b3c,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:07.894812 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:08.058418 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:08.059266 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (c535a15b-211c-41ec-9f9b-a9d486d83176), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:08.059266 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Floating IP c535a15b-211c-41ec-9f9b-a9d486d83176 disassociated. External IP: 172.27.0.81, port: 53be33b5-5265-4f04-927c-344dfc412b3c. Apr 03 16:36:08.059551 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Calling delete_port for 53be33b5-5265-4f04-927c-344dfc412b3c owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:36:08.300004 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (53be33b5-5265-4f04-927c-344dfc412b3c), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:08.340024 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event deleted for resources: {'Port': ['ID=53be33b5-5265-4f04-927c-344dfc412b3c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:08.356778 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.356778 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.357027 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.357345 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.357678 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.358007 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.358346 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.358673 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.359001 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.359343 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.359639 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.359961 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.360279 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.360591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.360907 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:08.401538 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e53e3-032e-49a6-b8fb-b184c2e35c4b req-1c223951-c345-4f56-8f10-42ece98e4364 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:08.403033 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-264e53e3-032e-49a6-b8fb-b184c2e35c4b req-1c223951-c345-4f56-8f10-42ece98e4364 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 867 time: 0.1363988 Apr 03 16:36:08.493693 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-264e53e3-032e-49a6-b8fb-b184c2e35c4b req-289ca19e-6500-4d67-8d5e-799c1458f221 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653331 Apr 03 16:36:08.511933 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Router 5d02758e-d474-42e3-9787-88efe74d271c has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:36:08.619650 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:36:08.629786 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] Sync routers for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:36:08.639094 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:36:08.639705 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:36:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:08.660087 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] No DVR routers for this DVR port 53be33b5-5265-4f04-927c-344dfc412b3c on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:36:08.662368 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:08.665633 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-31011656-7382-4dbd-8552-071e8d4cb125 req-7344606e-265c-42a9-86f1-5a02e7cee2a5 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "DELETE /v2.0/ports/53be33b5-5265-4f04-927c-344dfc412b3c HTTP/1.1" status: 204 len: 173 time: 0.9438229 Apr 03 16:36:08.666072 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'name': 'network-vif-deleted', 'tag': '53be33b5-5265-4f04-927c-344dfc412b3c'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:08.668358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de29aae-8e8a-4cba-81cc-ae4754e07b36" -d '{"events": [{"server_uuid": "e4601ac8-cbd6-47df-85e4-2e320e28236b", "name": "network-vif-deleted", "tag": "53be33b5-5265-4f04-927c-344dfc412b3c"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:08.782846 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aec2f3-62e6-41fc-bd06-b65a8fd89335 x-openstack-request-id: req-02aec2f3-62e6-41fc-bd06-b65a8fd89335 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:08.783472 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4601ac8-cbd6-47df-85e4-2e320e28236b", "name": "network-vif-deleted", "tag": "53be33b5-5265-4f04-927c-344dfc412b3c", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:08.783472 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02aec2f3-62e6-41fc-bd06-b65a8fd89335 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:08.783828 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02aec2f3-62e6-41fc-bd06-b65a8fd89335'] response: {'server_uuid': 'e4601ac8-cbd6-47df-85e4-2e320e28236b', 'name': 'network-vif-deleted', 'tag': '53be33b5-5265-4f04-927c-344dfc412b3c', 'status': 'completed', 'code': 200} Apr 03 16:36:08.801194 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:36:08.887249 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:36:09.077319 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:09.102781 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] Checking router: 5d02758e-d474-42e3-9787-88efe74d271c for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:36:09.111155 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:36:09.111743 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:36:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:09.216211 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:36:09.417912 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:09.444142 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8e412-36ae-4d89-8432-eab030216512 None None] The sync data for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi is: [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:36:09.602673 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5abe43f2-615c-45a7-b2a6-7da6937743de req-7c49cda0-d620-4b63-9bb5-16b1bafa6014 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4601ac8-cbd6-47df-85e4-2e320e28236b HTTP/1.1" status: 200 len: 210 time: 0.0278449 Apr 03 16:36:09.665057 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664a43c-726f-4cbb-947e-596b04a0c86d None None] New status for floating IP c535a15b-211c-41ec-9f9b-a9d486d83176: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:36:10.808367 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-444db607-6306-4fc3-8749-53948374da93 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494353784&fields=id&tenant_id=8883a00a6b824908a25d2ca2f241afe4 HTTP/1.1" status: 200 len: 267 time: 0.0422406 Apr 03 16:36:10.914230 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1e61-8009-474f-8426-03d3065e59ad req-3a81105f-476f-4f33-a64a-b056b54f579c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:10.915623 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-3a81105f-476f-4f33-a64a-b056b54f579c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 811 time: 0.1003497 Apr 03 16:36:10.930159 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-5f644be0-69fc-4dc3-a954-088d7062e9bb tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/quotas/8883a00a6b824908a25d2ca2f241afe4 HTTP/1.1" status: 200 len: 375 time: 0.0085828 Apr 03 16:36:10.983634 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-47b5d28f-0bc4-462c-9143-f6787325f92f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489075 Apr 03 16:36:11.124582 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-b006f738-0c74-4dd2-9c2c-38ae3007c218 service neutron] 10.222.0.37 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301870 Apr 03 16:36:11.210658 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-f9b789f1-05a0-434e-97cf-dc1076a0c622 service neutron] 10.222.0.37 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802665 Apr 03 16:36:11.740744 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-c914b45d-0699-45df-bfa3-6688c66a115d req-6f00b5a1-7f2b-442b-8d61-52ec84ca43d3 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 210 time: 0.0264506 Apr 03 16:36:11.865036 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 53be33b5-5265-4f04-927c-344dfc412b3c no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:36:11.885194 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 53be33b5-5265-4f04-927c-344dfc412b3c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:36:11.885543 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 53be33b5-5265-4f04-927c-344dfc412b3c not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:36:12.833353 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-7b406c05-862f-4a70-b2dd-81f4ef117cd1 req-c7fe2027-e472-4395-b0bf-aa2754e30a86 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 210 time: 0.0274780 Apr 03 16:36:13.785181 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1e61-8009-474f-8426-03d3065e59ad req-6d520820-638b-40b0-8f0c-fd3f5c62940c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:13.786652 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-6d520820-638b-40b0-8f0c-fd3f5c62940c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 811 time: 0.1037285 Apr 03 16:36:13.850186 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-ba15a889-deba-44f3-bbeb-09d97e22e117 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8883a00a6b824908a25d2ca2f241afe4 HTTP/1.1" status: 200 len: 380 time: 0.0563655 Apr 03 16:36:13.858596 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'port': {'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'admin_state_up': True, 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'security_groups': ['b6eddc8f-576c-414e-8077-2680b33281dc']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:13.929843 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-a2b11a5b-107a-4ede-8891-8263ad5535ca req-b94d20c3-9a5a-4d4c-ad95-31c394810d7f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 210 time: 0.0308652 Apr 03 16:36:14.105125 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Made reservation on behalf of 8883a00a6b824908a25d2ca2f241afe4 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:36:14.108465 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:14.232533 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Allocated IP 172.20.0.5 (31e70c1c-64bc-4964-8ec7-6e2c352f2695/d505493d-a073-4fb8-bf88-2c1f3c9a152e/e0983fb5-86e5-447a-9faa-807e0dd5fd07) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:36:14.376137 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:14.488668 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:14.529899 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:36:14.532933 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:36:14.536614 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:36:14.570268 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'Port': ['ID=e0983fb5-86e5-447a-9faa-807e0dd5fd07,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:14.593630 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:14.594244 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:14.707672 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-8b821f44-fb9b-42a5-abde-35fe24c05bfa tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8529215 Apr 03 16:36:14.766772 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Request body: {'port': {'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:14.785088 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-561bf634-3fea-47ff-800b-ebdcd2329e68 None None] Provisioning complete for port e0983fb5-86e5-447a-9faa-807e0dd5fd07 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:36:14.786914 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-561bf634-3fea-47ff-800b-ebdcd2329e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:14.821282 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-561bf634-3fea-47ff-800b-ebdcd2329e68 None None] Port e0983fb5-86e5-447a-9faa-807e0dd5fd07 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:36:14.831122 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:15.088771 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85fe4f-9887-4884-a647-40538b0a20cc req-ae60b1fe-7ece-4066-9170-81dba19abc7a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:15.090270 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1e85fe4f-9887-4884-a647-40538b0a20cc req-ae60b1fe-7ece-4066-9170-81dba19abc7a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 931 time: 0.0846548 Apr 03 16:36:15.166340 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0983fb5-86e5-447a-9faa-807e0dd5fd07 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:36:15.177807 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Publish callbacks [] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:15.184267 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1e85fe4f-9887-4884-a647-40538b0a20cc req-5b4037a0-cf29-4afa-858c-854603e098b9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865519 Apr 03 16:36:15.193974 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Transition to ACTIVE for port object e0983fb5-86e5-447a-9faa-807e0dd5fd07 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:36:15.253233 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:15.303144 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0983fb5-86e5-447a-9faa-807e0dd5fd07,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:15.390150 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Attempting to bind port e0983fb5-86e5-447a-9faa-807e0dd5fd07 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:36:15.390592 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Attempting to bind port e0983fb5-86e5-447a-9faa-807e0dd5fd07 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:36:15.390927 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Attempting to bind port e0983fb5-86e5-447a-9faa-807e0dd5fd07 on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:36:15.395313 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Port e0983fb5-86e5-447a-9faa-807e0dd5fd07 on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:36:15.395629 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Attempting to bind port e0983fb5-86e5-447a-9faa-807e0dd5fd07 on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:36:15.400562 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:36:15.400890 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Checking segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:36:15.401261 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Bound using segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:36:15.401678 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Bound port: e0983fb5-86e5-447a-9faa-807e0dd5fd07, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:36:15.402028 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:15.469056 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] For port e0983fb5-86e5-447a-9faa-807e0dd5fd07, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:36:15.472042 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] For port e0983fb5-86e5-447a-9faa-807e0dd5fd07, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:36:15.546385 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:15.578414 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:15.579043 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:15.580412 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] 10.222.0.21 "PUT /v2.0/ports/e0983fb5-86e5-447a-9faa-807e0dd5fd07 HTTP/1.1" status: 200 len: 1093 time: 0.8662822 Apr 03 16:36:15.580798 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'tag': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:15.583051 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ff6616-943b-423f-a5a5-2992918d2a12" -d '{"events": [{"name": "network-changed", "server_uuid": "1f26cce8-4d7a-46eb-ae2d-06633240da3e", "tag": "e0983fb5-86e5-447a-9faa-807e0dd5fd07"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:15.609220 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e485d86-ddf3-4da8-8cb4-e9dd8fde3fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0983fb5-86e5-447a-9faa-807e0dd5fd07,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:15.621156 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65de6ba8-f65c-4563-a64e-aa29ddef5293 x-openstack-request-id: req-65de6ba8-f65c-4563-a64e-aa29ddef5293 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:15.621463 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f26cce8-4d7a-46eb-ae2d-06633240da3e", "tag": "e0983fb5-86e5-447a-9faa-807e0dd5fd07", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:15.621697 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65de6ba8-f65c-4563-a64e-aa29ddef5293 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:15.622156 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65de6ba8-f65c-4563-a64e-aa29ddef5293'] response: {'name': 'network-changed', 'server_uuid': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'tag': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'status': 'completed', 'code': 200} Apr 03 16:36:15.706742 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff6616-943b-423f-a5a5-2992918d2a12 req-d02029e6-ec00-4ae6-86ab-2817b6683554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:15.708249 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b9ff6616-943b-423f-a5a5-2992918d2a12 req-d02029e6-ec00-4ae6-86ab-2817b6683554 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 1127 time: 0.0654285 Apr 03 16:36:15.807973 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff6616-943b-423f-a5a5-2992918d2a12 req-9d71dbf1-f126-4b21-94f5-d68839f2513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:15.809440 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b9ff6616-943b-423f-a5a5-2992918d2a12 req-9d71dbf1-f126-4b21-94f5-d68839f2513b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8883a00a6b824908a25d2ca2f241afe4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0936179 Apr 03 16:36:15.897527 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff6616-943b-423f-a5a5-2992918d2a12 req-6aba7394-061a-442c-8913-d62367dd601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:15.899022 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b9ff6616-943b-423f-a5a5-2992918d2a12 req-6aba7394-061a-442c-8913-d62367dd601f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846272 Apr 03 16:36:15.992468 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1e61-8009-474f-8426-03d3065e59ad req-62e71444-b46b-4b49-ac24-b38ea6442ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:15.992468 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-62e71444-b46b-4b49-ac24-b38ea6442ecd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 1127 time: 0.0550277 Apr 03 16:36:16.030174 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-22f4329e-4167-4291-8daf-fda2c48b97b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07 HTTP/1.1" status: 200 len: 217 time: 0.0350192 Apr 03 16:36:16.076539 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1e61-8009-474f-8426-03d3065e59ad req-3fec9fbf-da78-45db-b259-620340c9febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:16.077951 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-3fec9fbf-da78-45db-b259-620340c9febe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0424745 Apr 03 16:36:16.124153 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1e61-8009-474f-8426-03d3065e59ad req-07b0ba3d-8a66-4e9d-a6c5-3b595257245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:16.127993 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-07b0ba3d-8a66-4e9d-a6c5-3b595257245c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418944 Apr 03 16:36:16.213680 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-4c337f95-1d09-46b6-816a-412e38d30c84 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822585 Apr 03 16:36:16.346169 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa74014-910a-4f1c-80cf-b6310e659e08 req-91a94634-e8f1-496f-9fec-5c6b645706ee tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:16.347542 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-caa74014-910a-4f1c-80cf-b6310e659e08 req-91a94634-e8f1-496f-9fec-5c6b645706ee tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 943 time: 0.0881181 Apr 03 16:36:16.350996 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-78ab1e61-8009-474f-8426-03d3065e59ad req-0667794f-3a2a-4802-950f-3a37c2605edd service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314583 Apr 03 16:36:16.397545 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-caa74014-910a-4f1c-80cf-b6310e659e08 req-39c5172b-b9b3-4cc6-b721-321f55ced69f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441763 Apr 03 16:36:17.514197 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c3900-482a-4045-9fcb-c125a92963c9 req-00013ef4-4b00-485f-96f5-cd772c6d340b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:17.515677 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a0c3900-482a-4045-9fcb-c125a92963c9 req-00013ef4-4b00-485f-96f5-cd772c6d340b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 943 time: 0.0511479 Apr 03 16:36:17.562822 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-3a0c3900-482a-4045-9fcb-c125a92963c9 req-74d4e0db-0e9f-4291-8a2d-d5492a7107d9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Apr 03 16:36:18.674771 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69694f-6dc0-40f2-a099-57fb890c821b req-57a8d8f9-ad7e-4d83-b44c-effddef61829 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:18.676139 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-da69694f-6dc0-40f2-a099-57fb890c821b req-57a8d8f9-ad7e-4d83-b44c-effddef61829 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 943 time: 0.0502210 Apr 03 16:36:18.723086 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-da69694f-6dc0-40f2-a099-57fb890c821b req-f5db26fa-f3f4-40e9-b5e9-c1f51c5012ec tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414543 Apr 03 16:36:19.835874 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e06083-3aeb-40c7-a7ee-8a3afc5b2575 req-5b3126ed-48ef-4c97-81da-708db57f9867 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:19.837341 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-18e06083-3aeb-40c7-a7ee-8a3afc5b2575 req-5b3126ed-48ef-4c97-81da-708db57f9867 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 943 time: 0.0503111 Apr 03 16:36:19.885546 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-18e06083-3aeb-40c7-a7ee-8a3afc5b2575 req-5d5b7fba-df95-4db6-849d-ec82239b47df tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Apr 03 16:36:21.003341 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31568da0-7f4e-4fd5-8124-99a29501b124 req-3b80c71e-c20f-464d-b7da-52d01783d3e0 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:21.004875 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-31568da0-7f4e-4fd5-8124-99a29501b124 req-3b80c71e-c20f-464d-b7da-52d01783d3e0 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 943 time: 0.0551658 Apr 03 16:36:21.052373 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-31568da0-7f4e-4fd5-8124-99a29501b124 req-7bfc2313-da53-4b7e-87cc-0a26d6f3d754 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Apr 03 16:36:22.175877 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212566aa-8d75-4c28-b744-c50daeade96b req-437ff411-eb65-47d7-bf6f-2608b5f4935a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:22.177574 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-212566aa-8d75-4c28-b744-c50daeade96b req-437ff411-eb65-47d7-bf6f-2608b5f4935a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 943 time: 0.0602160 Apr 03 16:36:22.228457 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-212566aa-8d75-4c28-b744-c50daeade96b req-2afb346a-b1ae-4506-a1f5-10240206163a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450854 Apr 03 16:36:23.344839 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9fa43-8956-46fe-8e6c-ff54945fedc7 req-7bffceb0-85d6-4e7c-90f1-3de055d2a711 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:23.346953 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-70b9fa43-8956-46fe-8e6c-ff54945fedc7 req-7bffceb0-85d6-4e7c-90f1-3de055d2a711 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 943 time: 0.0512552 Apr 03 16:36:23.393840 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-70b9fa43-8956-46fe-8e6c-ff54945fedc7 req-2c559564-48f0-42e6-9343-51f51b8deb03 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415120 Apr 03 16:36:23.930985 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device e0983fb5-86e5-447a-9faa-807e0dd5fd07 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:36:24.026327 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port e0983fb5-86e5-447a-9faa-807e0dd5fd07, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:24.037371 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'mac_address': 'fa:16:3e:a4:04:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:36:24.073975 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port e0983fb5-86e5-447a-9faa-807e0dd5fd07 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:36:24.074359 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:24.087071 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0983fb5-86e5-447a-9faa-807e0dd5fd07 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:36:24.105298 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port e0983fb5-86e5-447a-9faa-807e0dd5fd07, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:24.190981 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:24.239534 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=e0983fb5-86e5-447a-9faa-807e0dd5fd07,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:24.246172 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.246511 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.246869 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.247199 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.247524 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.247845 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.248161 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.248475 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.248794 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.249108 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.249423 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.249737 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.250047 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.250356 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.250692 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:24.508590 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff3aef-f8e0-47ef-8044-309c185602a9 req-16b32743-217f-4f2c-a80e-d82fd419a221 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:24.510016 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-74ff3aef-f8e0-47ef-8044-309c185602a9 req-16b32743-217f-4f2c-a80e-d82fd419a221 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 944 time: 0.0506134 Apr 03 16:36:24.556102 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-74ff3aef-f8e0-47ef-8044-309c185602a9 req-dd1f9932-3ba3-4526-ba56-2df494f3238f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407195 Apr 03 16:36:24.567043 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['e0983fb5-86e5-447a-9faa-807e0dd5fd07'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:36:25.673029 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c926e3f-dd3a-4acb-b4eb-3d4ac18b7251 req-6711fe01-89e2-41d2-8262-77a1a127057f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:25.674901 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9c926e3f-dd3a-4acb-b4eb-3d4ac18b7251 req-6711fe01-89e2-41d2-8262-77a1a127057f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 944 time: 0.0542908 Apr 03 16:36:25.723817 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9c926e3f-dd3a-4acb-b4eb-3d4ac18b7251 req-e68f9205-12c5-44d1-88af-bbc644d65664 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Apr 03 16:36:25.937883 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device e0983fb5-86e5-447a-9faa-807e0dd5fd07 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:36:26.079480 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port e0983fb5-86e5-447a-9faa-807e0dd5fd07 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:36:26.083314 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port e0983fb5-86e5-447a-9faa-807e0dd5fd07 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:36:26.083684 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:26.157508 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port e0983fb5-86e5-447a-9faa-807e0dd5fd07 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:36:26.157888 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:26.180060 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:26.182252 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c79e97b-e9c5-457a-8e31-830955cab117" -d '{"events": [{"server_uuid": "1f26cce8-4d7a-46eb-ae2d-06633240da3e", "name": "network-vif-plugged", "status": "completed", "tag": "e0983fb5-86e5-447a-9faa-807e0dd5fd07"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:26.197504 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port e0983fb5-86e5-447a-9faa-807e0dd5fd07, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:36:26.257122 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:26.280010 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aabd3f-83c4-4a06-b387-7a6cf462e467 x-openstack-request-id: req-f0aabd3f-83c4-4a06-b387-7a6cf462e467 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:26.280303 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f26cce8-4d7a-46eb-ae2d-06633240da3e", "name": "network-vif-plugged", "status": "completed", "tag": "e0983fb5-86e5-447a-9faa-807e0dd5fd07", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:26.280543 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0aabd3f-83c4-4a06-b387-7a6cf462e467 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:26.280933 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0aabd3f-83c4-4a06-b387-7a6cf462e467'] response: {'server_uuid': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'code': 200} Apr 03 16:36:26.306641 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=e0983fb5-86e5-447a-9faa-807e0dd5fd07,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:26.591294 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427edbaa-12ab-49f4-856a-8e5029d5c5c1 req-ed9675e0-92ff-4f5b-a36b-1ee2bc73887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:26.593103 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-427edbaa-12ab-49f4-856a-8e5029d5c5c1 req-ed9675e0-92ff-4f5b-a36b-1ee2bc73887b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 1129 time: 0.0432868 Apr 03 16:36:26.636020 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-427edbaa-12ab-49f4-856a-8e5029d5c5c1 req-af7bbc47-c379-4258-b928-e863f76e30c3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371318 Apr 03 16:36:26.836950 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1673-c5c2-4a93-8283-a4265e7c1fa7 req-6d8d3da2-3f00-4a77-8ca0-b8cb4d2a31f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:26.838300 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-75ac1673-c5c2-4a93-8283-a4265e7c1fa7 req-6d8d3da2-3f00-4a77-8ca0-b8cb4d2a31f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 945 time: 0.0501504 Apr 03 16:36:26.887486 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-75ac1673-c5c2-4a93-8283-a4265e7c1fa7 req-4ebcab04-2037-433f-b3d6-68de5d94d27a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Apr 03 16:36:28.025145 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e04a1b-2d0a-4b83-b282-2e5827d07d4e req-9a016e3c-0000-4d7f-b03e-bc51059214fc tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:28.026630 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-69e04a1b-2d0a-4b83-b282-2e5827d07d4e req-9a016e3c-0000-4d7f-b03e-bc51059214fc tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 945 time: 0.0698113 Apr 03 16:36:28.083320 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-69e04a1b-2d0a-4b83-b282-2e5827d07d4e req-0bad1cc5-f51c-45eb-8bec-c427ff464f53 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476723 Apr 03 16:36:29.197784 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2154e9-8cee-429b-9ed2-8932eccf7529 req-31ab6eaa-2b2f-4bec-8a9e-10267352f579 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:29.203714 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9c2154e9-8cee-429b-9ed2-8932eccf7529 req-31ab6eaa-2b2f-4bec-8a9e-10267352f579 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 945 time: 0.0512631 Apr 03 16:36:29.247610 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-9c2154e9-8cee-429b-9ed2-8932eccf7529 req-e6774c1b-42ef-4dde-b353-69adc943e40a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428841 Apr 03 16:36:29.302689 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:29.363415 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346893b5-8988-4e02-abde-50184476b9bb req-4ab3efe2-7af6-47b6-b8c6-08c26c0f5804 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:29.364823 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-346893b5-8988-4e02-abde-50184476b9bb req-4ab3efe2-7af6-47b6-b8c6-08c26c0f5804 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 945 time: 0.0526087 Apr 03 16:36:29.420808 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-346893b5-8988-4e02-abde-50184476b9bb req-f0bc34ab-57e6-4a60-83ac-a8a1bc5fc4d4 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503247 Apr 03 16:36:29.442537 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45814) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:29.485661 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3c9e4-6cd1-4331-b019-4f28d1356660 tempest-TestVolumeBootPattern-937587478 tempest-TestVolumeBootPattern-937587478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:29.487182 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-72e3c9e4-6cd1-4331-b019-4f28d1356660 tempest-TestVolumeBootPattern-937587478 tempest-TestVolumeBootPattern-937587478-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 1124 time: 0.0436726 Apr 03 16:36:29.489971 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 45816) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:36:29.494233 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:36:29.559849 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:29.613172 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7dca055d-d543-40c1-94d8-074a82874c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:29.657423 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:29.759961 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Allocated IP 172.27.0.215 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/475ddcbe-568b-48f1-a1e6-afa92ab4fe73) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:36:29.859983 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for port (475ddcbe-568b-48f1-a1e6-afa92ab4fe73), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:29.977391 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (475ddcbe-568b-48f1-a1e6-afa92ab4fe73), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:30.013708 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:36:30.016541 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:36:30.019196 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:36:30.050719 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'Port': ['ID=475ddcbe-568b-48f1-a1e6-afa92ab4fe73,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:30.063329 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.063671 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.064009 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.064340 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.065291 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.065620 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.065943 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.066268 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.066604 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.066929 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.067248 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.067570 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.067887 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.068202 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.068517 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:36:30.389165 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (b488b2be-8ee3-4397-9ce5-c3d5602af928), precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:30.517470 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (475ddcbe-568b-48f1-a1e6-afa92ab4fe73), before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:30.667253 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for port (475ddcbe-568b-48f1-a1e6-afa92ab4fe73), precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:30.773045 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8309982'] for port (475ddcbe-568b-48f1-a1e6-afa92ab4fe73), after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:30.844003 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'Port': ['ID=475ddcbe-568b-48f1-a1e6-afa92ab4fe73,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:36:30.854425 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (b488b2be-8ee3-4397-9ce5-c3d5602af928), after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:30.952289 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.db.l3_db [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Floating IP b488b2be-8ee3-4397-9ce5-c3d5602af928 associated. External IP: 172.27.0.215, port: e0983fb5-86e5-447a-9faa-807e0dd5fd07. Apr 03 16:36:31.175410 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Router 5d02758e-d474-42e3-9787-88efe74d271c has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:36:31.283032 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:36:31.292555 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] Sync routers for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:36:31.302616 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:36:31.303228 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:36:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:31.365530 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:31.396487 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-c7be8aa0-6f5f-4d33-bda2-f873de5e2718 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9054298 Apr 03 16:36:31.397720 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'tag': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:36:31.399992 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a81e235890e9dc2ed6aacf9fcebb5fc35e1c9ea03e923a073564711e6ab3e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc671d-7482-4e33-a94a-dc513f339fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f26cce8-4d7a-46eb-ae2d-06633240da3e", "tag": "e0983fb5-86e5-447a-9faa-807e0dd5fd07"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:36:31.423156 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:36:31.640896 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'b488b2be-8ee3-4397-9ce5-c3d5602af928', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a4:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:30Z', 'updated_at': '2022-04-03T16:36:30Z', 'revision_number': 0, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:31.665191 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] Checking router: 5d02758e-d474-42e3-9787-88efe74d271c for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:36:31.673031 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:36:31.673609 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:36:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:31.787140 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:36:31.947839 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0154bdea-2263-4cf7-80f2-416100306a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:32.017919 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'b488b2be-8ee3-4397-9ce5-c3d5602af928', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a4:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:30Z', 'updated_at': '2022-04-03T16:36:30Z', 'revision_number': 0, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:36:32.046351 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1ec72-7fbf-4b25-aab5-d9c46bf721e7 None None] The sync data for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi is: [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'b488b2be-8ee3-4397-9ce5-c3d5602af928', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a4:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:30Z', 'updated_at': '2022-04-03T16:36:30Z', 'revision_number': 0, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:36:32.241261 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e5fea-b441-4a23-b647-bfeafa536a21 None None] New status for floating IP b488b2be-8ee3-4397-9ce5-c3d5602af928: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:36:32.447443 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae6e81-10e8-4ad6-a4c2-90346d6421f3 x-openstack-request-id: req-e5ae6e81-10e8-4ad6-a4c2-90346d6421f3 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:36:32.447443 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f26cce8-4d7a-46eb-ae2d-06633240da3e", "tag": "e0983fb5-86e5-447a-9faa-807e0dd5fd07", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:36:32.447443 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5ae6e81-10e8-4ad6-a4c2-90346d6421f3 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:36:32.447443 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ae6e81-10e8-4ad6-a4c2-90346d6421f3'] response: {'name': 'network-changed', 'server_uuid': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'tag': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'status': 'completed', 'code': 200} Apr 03 16:36:32.509755 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-b9739fc8-d9aa-4192-ab98-f2d772f92a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:32.511254 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-b9739fc8-d9aa-4192-ab98-f2d772f92a7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 1129 time: 0.0441873 Apr 03 16:36:32.859269 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-d02ce6d4-e8bf-4411-a431-7e3f15b5c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:32.860708 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-d02ce6d4-e8bf-4411-a431-7e3f15b5c27b service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.3437183 Apr 03 16:36:32.921750 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-f8c4fdc4-ac2b-4cda-a15d-13b755588f75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07 HTTP/1.1" status: 200 len: 1001 time: 0.0546846 Apr 03 16:36:32.978677 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-5055d655-4b71-43e0-b185-f96b7f9d64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:32.980087 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-5055d655-4b71-43e0-b185-f96b7f9d64a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0435641 Apr 03 16:36:33.002310 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:33.031014 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-1f562008-cb04-4839-9907-d5a55763aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:36:33.032531 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-1f562008-cb04-4839-9907-d5a55763aba3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468721 Apr 03 16:36:33.117301 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-b7160999-b7f7-4383-bed7-85037db4f624 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785420 Apr 03 16:36:33.205998 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6ccc671d-7482-4e33-a94a-dc513f339fd4 req-56f4b982-a7b5-4bc8-b05f-ee62aa87ac53 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825634 Apr 03 16:36:34.410751 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:35.830207 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:45.799944 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:36:59.291907 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:36:59.587080 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-51799f2e-308e-4415-905b-3782d5583eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:01.884519 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1bc8abc0-4a87-4f5d-a303-da8b50c19d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:03.040593 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:04.381257 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:05.847102 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:12.091018 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-62d2c527-4688-456c-a496-2647055d0d43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419536 Apr 03 16:37:12.172624 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-bda1afc2-9771-41a5-955a-4a7b82d5ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:12.174076 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-bda1afc2-9771-41a5-955a-4a7b82d5ae47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 1129 time: 0.0433364 Apr 03 16:37:12.278952 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-84099f38-ab77-47b3-8c42-b04d7ceac5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:12.280476 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-84099f38-ab77-47b3-8c42-b04d7ceac5f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.0889316 Apr 03 16:37:12.342794 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-8f28da67-e239-485d-a249-b33d48ded0c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07 HTTP/1.1" status: 200 len: 1001 time: 0.0561731 Apr 03 16:37:12.389051 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-de32b9e7-e920-4f19-b375-a7adecb8d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:12.390510 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-de32b9e7-e920-4f19-b375-a7adecb8d61e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0421503 Apr 03 16:37:12.442125 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-48f4b81d-f7ca-4b17-82e7-c935eef3af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:37:12.443606 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-48f4b81d-f7ca-4b17-82e7-c935eef3af1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456860 Apr 03 16:37:12.528127 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-8eb3c90e-cd6b-44d6-8e5d-750dd93358f2 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786877 Apr 03 16:37:12.615368 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-cd4de645-e624-4b44-b405-e8dd47d4068f req-bdb0959d-f0e7-4da8-b5d5-c4baacbd77c8 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820436 Apr 03 16:37:22.799404 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:37:29.331527 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:29.594199 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb7cd-b2ba-4863-8f96-3eb70a634aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:31.912363 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e5e2555-59e3-44d7-9f69-b65ee0a17ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:33.021179 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:34.399675 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:35.811078 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.328272 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.599072 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a9b4bd2-db8d-444a-8b73-a03a3fa1e9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:37:59.798006 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:38:01.878793 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d50af8ec-28ef-462f-b1da-6a1beddf1095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:03.030826 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:04.381855 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:05.821843 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:14.087070 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-12ae6da7-3406-4182-b76f-e0ab29cb1406 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420628 Apr 03 16:38:14.168058 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-33a8b7eb-53e1-4f6f-a36a-ccb7817c8192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:14.169437 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-33a8b7eb-53e1-4f6f-a36a-ccb7817c8192 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 1129 time: 0.0440195 Apr 03 16:38:14.268775 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-6ada4958-5ba4-43da-a4b7-29e26fc0c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:14.270230 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-6ada4958-5ba4-43da-a4b7-29e26fc0c89d service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.0848768 Apr 03 16:38:14.332805 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-a79a8dd5-8209-4428-b1f1-e0e8d103dc8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07 HTTP/1.1" status: 200 len: 1001 time: 0.0567131 Apr 03 16:38:14.379181 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-bb450fdd-9aee-4848-bee6-ac1b6e6886a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:14.380606 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-bb450fdd-9aee-4848-bee6-ac1b6e6886a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0421669 Apr 03 16:38:14.431579 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-32edd04a-06af-439a-a417-88344e56acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:14.432979 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-32edd04a-06af-439a-a417-88344e56acfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461276 Apr 03 16:38:14.441797 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-27d2d2ad-7332-4984-a600-f5d2c20b8c03 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 03 16:38:14.442760 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-27d2d2ad-7332-4984-a600-f5d2c20b8c03 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046864 Apr 03 16:38:14.527722 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-667b5234-aa96-4f6c-8d58-5a8a21a560cf service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783775 Apr 03 16:38:14.615253 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-770aa750-67f7-4130-9bde-5ac11e0241fb req-b078ab17-82bf-40e8-ab6a-250a31729a99 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823667 Apr 03 16:38:29.350870 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:29.607876 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90b1e0e6-2c16-48fc-a0e4-3aab121d5fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:31.872576 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-728aaf38-406e-48e7-bdfa-2e89b4b6bef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:33.015284 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:34.386754 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:35.678456 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-43be086e-e02a-43c8-8d7e-1ec305827c3d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494353784&fields=id&tenant_id=8883a00a6b824908a25d2ca2f241afe4 HTTP/1.1" status: 200 len: 267 time: 0.0456150 Apr 03 16:38:35.784959 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ec5415ac-138d-4354-88ab-e4c5df68bea7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:35.786399 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ec5415ac-138d-4354-88ab-e4c5df68bea7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 811 time: 0.1012096 Apr 03 16:38:35.801109 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2310f1f4-8089-418e-9d06-02ceec78946a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/quotas/8883a00a6b824908a25d2ca2f241afe4 HTTP/1.1" status: 200 len: 375 time: 0.0091898 Apr 03 16:38:35.832739 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:35.864253 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ff3f850f-7854-4b3f-8d3a-c1cd65be7fdb tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564590 Apr 03 16:38:35.999188 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-fd08def4-2f16-455b-b948-84e92e9f094c service neutron] 10.222.0.37 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234767 Apr 03 16:38:36.084355 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-f1daa8b3-22ff-4977-bbaa-49bdc1fbe32b service neutron] 10.222.0.37 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794451 Apr 03 16:38:36.689529 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fbaca7d8-d170-4ead-9d56-5536e6161d23 req-7a4ee853-674b-4ed0-810f-5508c744e03c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 210 time: 0.0722210 Apr 03 16:38:36.796324 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:38:37.785127 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-49f72c1a-e4de-4d0c-b762-a67b722b3816 req-9ead7c7d-91bb-4d3d-bf4a-ad213ce28921 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 210 time: 0.0276840 Apr 03 16:38:38.494279 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-5034bb3a-edcc-491c-9e9f-8846ebb8fadd tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:38.495748 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-5034bb3a-edcc-491c-9e9f-8846ebb8fadd tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 811 time: 0.1016357 Apr 03 16:38:38.559730 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2e635a57-bf34-4ad1-a93f-f1e72cd97a81 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8883a00a6b824908a25d2ca2f241afe4 HTTP/1.1" status: 200 len: 380 time: 0.0527761 Apr 03 16:38:38.567608 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'port': {'device_id': '5fc26b82-12cd-4606-849a-131f469248a2', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'admin_state_up': True, 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'security_groups': ['b6eddc8f-576c-414e-8077-2680b33281dc']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:38:38.756173 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Made reservation on behalf of 8883a00a6b824908a25d2ca2f241afe4 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 03 16:38:38.759591 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:38.894751 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-5afca39d-316e-41c7-84d7-79fd7b4f9ac8 req-a9851944-af53-492a-98a9-a328eee6bf1e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 210 time: 0.0323157 Apr 03 16:38:38.912143 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Allocated IP 172.20.0.7 (31e70c1c-64bc-4964-8ec7-6e2c352f2695/d505493d-a073-4fb8-bf88-2c1f3c9a152e/717a8b40-a093-40c0-a912-09a2aae5ee23) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:38:39.048727 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:39.133597 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:39.175316 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:38:39.178332 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:38:39.184684 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:38:39.190335 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'Port': ['ID=717a8b40-a093-40c0-a912-09a2aae5ee23,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:39.223339 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.223811 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.224163 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.224499 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.224855 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.225186 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.225510 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.225830 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.226151 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.226496 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.226837 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.227160 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.227478 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.227792 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.228106 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:39.249011 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:39.249750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:39.330551 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-2257fba7-5607-40fc-9a2c-e5ea3860c1b1 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664056 Apr 03 16:38:39.342965 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Request body: {'port': {'device_id': '5fc26b82-12cd-4606-849a-131f469248a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83624'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:38:39.399278 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d61e21aa-72ff-41b6-9dc9-a7934754986f None None] Provisioning complete for port 717a8b40-a093-40c0-a912-09a2aae5ee23 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:39.399816 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d61e21aa-72ff-41b6-9dc9-a7934754986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:39.411010 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:39.443478 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d61e21aa-72ff-41b6-9dc9-a7934754986f None None] Port 717a8b40-a093-40c0-a912-09a2aae5ee23 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 03 16:38:39.666825 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717a8b40-a093-40c0-a912-09a2aae5ee23 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:38:39.674589 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Publish callbacks [] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:39.686950 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Transition to ACTIVE for port object 717a8b40-a093-40c0-a912-09a2aae5ee23 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 03 16:38:39.769478 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:39.822026 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Pushing event updated for resources: {'Port': ['ID=717a8b40-a093-40c0-a912-09a2aae5ee23,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:39.896696 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Attempting to bind port 717a8b40-a093-40c0-a912-09a2aae5ee23 on host hv-cinder-83624 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 03 16:38:39.897057 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Attempting to bind port 717a8b40-a093-40c0-a912-09a2aae5ee23 by drivers openvswitch,hyperv on host hv-cinder-83624 at level 0 using segments [{'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 03 16:38:39.897387 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Attempting to bind port 717a8b40-a093-40c0-a912-09a2aae5ee23 on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:38:39.902125 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Port 717a8b40-a093-40c0-a912-09a2aae5ee23 on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83624 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 03 16:38:39.902447 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Attempting to bind port 717a8b40-a093-40c0-a912-09a2aae5ee23 on network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 03 16:38:39.907515 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Checking agent: {'id': 'b672a4ec-d46d-4559-939e-b0024344f997', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83624', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'started_at': datetime.datetime(2022, 4, 3, 16, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 3, 16, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 03 16:38:39.907852 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Checking segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 03 16:38:39.908288 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Bound using segment: {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 03 16:38:39.908705 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Bound port: 717a8b40-a093-40c0-a912-09a2aae5ee23, host: hv-cinder-83624, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b172f497-e290-4182-a670-8a43ef5cae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 03 16:38:39.909063 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:39.978110 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] For port 717a8b40-a093-40c0-a912-09a2aae5ee23, host hv-cinder-83624, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 03 16:38:39.981510 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] For port 717a8b40-a093-40c0-a912-09a2aae5ee23, host hv-cinder-83624, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=717a8b40-a093-40c0-a912-09a2aae5ee23,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 03 16:38:40.026791 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d90678-c51f-4810-af5b-4d764dfe4e26 req-7714ef18-31f6-44ba-b61a-082cf83fda5c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:40.028237 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-65d90678-c51f-4810-af5b-4d764dfe4e26 req-7714ef18-31f6-44ba-b61a-082cf83fda5c tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 943 time: 0.0571039 Apr 03 16:38:40.050174 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:40.078547 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-65d90678-c51f-4810-af5b-4d764dfe4e26 req-988af4ec-a18e-40a9-9288-691d2509e23e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439770 Apr 03 16:38:40.084653 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:40.085254 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:40.086668 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/717a8b40-a093-40c0-a912-09a2aae5ee23 HTTP/1.1" status: 200 len: 1093 time: 0.7483416 Apr 03 16:38:40.087108 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc26b82-12cd-4606-849a-131f469248a2', 'tag': '717a8b40-a093-40c0-a912-09a2aae5ee23'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:38:40.089675 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8245d6ab-804c-495f-af07-d982c1bf152a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc26b82-12cd-4606-849a-131f469248a2", "tag": "717a8b40-a093-40c0-a912-09a2aae5ee23"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:38:40.118960 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff628f-2053-47cd-8c91-17823b7630f0 service neutron] Pushing event updated for resources: {'Port': ['ID=717a8b40-a093-40c0-a912-09a2aae5ee23,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:40.139678 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8539ef50-4f4a-4ce4-88b1-e6c1f869654c x-openstack-request-id: req-8539ef50-4f4a-4ce4-88b1-e6c1f869654c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:38:40.140048 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc26b82-12cd-4606-849a-131f469248a2", "tag": "717a8b40-a093-40c0-a912-09a2aae5ee23", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:38:40.140406 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8539ef50-4f4a-4ce4-88b1-e6c1f869654c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:38:40.140882 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8539ef50-4f4a-4ce4-88b1-e6c1f869654c'] response: {'name': 'network-changed', 'server_uuid': '5fc26b82-12cd-4606-849a-131f469248a2', 'tag': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'status': 'completed', 'code': 200} Apr 03 16:38:40.212413 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245d6ab-804c-495f-af07-d982c1bf152a req-9847427a-33bb-45a8-a0bb-4612f83cc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:40.214720 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8245d6ab-804c-495f-af07-d982c1bf152a req-9847427a-33bb-45a8-a0bb-4612f83cc0c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 1127 time: 0.0526030 Apr 03 16:38:40.312628 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245d6ab-804c-495f-af07-d982c1bf152a req-48fcdf2c-6834-4ac9-9e68-10850c4a54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:40.314111 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8245d6ab-804c-495f-af07-d982c1bf152a req-48fcdf2c-6834-4ac9-9e68-10850c4a54ea service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8883a00a6b824908a25d2ca2f241afe4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0930119 Apr 03 16:38:40.408916 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245d6ab-804c-495f-af07-d982c1bf152a req-4eb6defe-3ee7-48c1-aceb-75fec5bd2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:40.410582 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-8245d6ab-804c-495f-af07-d982c1bf152a req-4eb6defe-3ee7-48c1-aceb-75fec5bd2dc9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911765 Apr 03 16:38:40.488286 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-fcd10458-1990-48ad-bf7d-afeaba0e3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:40.489769 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-fcd10458-1990-48ad-bf7d-afeaba0e3a51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 1127 time: 0.0446441 Apr 03 16:38:40.529740 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-cb254b1e-6472-4a47-9947-299d88a89ba1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=717a8b40-a093-40c0-a912-09a2aae5ee23 HTTP/1.1" status: 200 len: 217 time: 0.0334029 Apr 03 16:38:40.574098 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-8733052b-72ee-4aa1-b94f-d6d46da7e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:40.575470 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-8733052b-72ee-4aa1-b94f-d6d46da7e668 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0413723 Apr 03 16:38:40.625750 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-e29b9f27-0f27-462d-b6a8-af94953d1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:40.627278 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-e29b9f27-0f27-462d-b6a8-af94953d1194 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465641 Apr 03 16:38:40.712573 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-0a4aab21-1f0d-44be-a766-eec866dcb84c service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793231 Apr 03 16:38:40.801399 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1c7f036f-360e-4ccb-ad37-f186397a75bf req-02f05b40-4b65-4e38-958c-621745ca4286 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834346 Apr 03 16:38:41.196598 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774f077-0afc-47bc-9054-c577680f727d req-f951dda1-5b10-42e1-9ab4-b9c3c655bdd6 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:41.198090 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b774f077-0afc-47bc-9054-c577680f727d req-f951dda1-5b10-42e1-9ab4-b9c3c655bdd6 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 943 time: 0.0512643 Apr 03 16:38:41.245291 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b774f077-0afc-47bc-9054-c577680f727d req-45ae9c27-9807-4765-b3a2-3f524d7db3be tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Apr 03 16:38:42.364202 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3868-73d8-4ffb-8f4e-eae8b0f12556 req-5f5c3b42-d34d-4e81-93c4-41688512ec7e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:42.365664 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f4e3868-73d8-4ffb-8f4e-eae8b0f12556 req-5f5c3b42-d34d-4e81-93c4-41688512ec7e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 943 time: 0.0520809 Apr 03 16:38:42.413004 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-3f4e3868-73d8-4ffb-8f4e-eae8b0f12556 req-273b2dc1-5e9e-4e6f-8624-f7b7d5690f0d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417812 Apr 03 16:38:43.530208 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e00e35-94cc-4d48-a269-4ef7887b9f40 req-c29cff0b-71ff-4ec9-9545-d0bf10c4cf70 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:43.531713 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-81e00e35-94cc-4d48-a269-4ef7887b9f40 req-c29cff0b-71ff-4ec9-9545-d0bf10c4cf70 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 943 time: 0.0514107 Apr 03 16:38:43.582555 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-81e00e35-94cc-4d48-a269-4ef7887b9f40 req-00239b28-4f1a-40d8-be0a-bb3264d2097a tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453131 Apr 03 16:38:44.696391 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b76491-70b1-400f-9ed0-a23037f67d39 req-876f4a8f-276c-4360-bf0b-ef4f471d454f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:44.697820 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-54b76491-70b1-400f-9ed0-a23037f67d39 req-876f4a8f-276c-4360-bf0b-ef4f471d454f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 943 time: 0.0496814 Apr 03 16:38:44.748169 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-54b76491-70b1-400f-9ed0-a23037f67d39 req-16293b39-113e-4a5e-8e78-f8fbfa18444d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437541 Apr 03 16:38:45.866639 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2acdf-ab0c-45eb-83ef-d2eb974659c6 req-42d993df-0a40-4d02-bd56-94ef99b8e5ee tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:45.868149 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7cb2acdf-ab0c-45eb-83ef-d2eb974659c6 req-42d993df-0a40-4d02-bd56-94ef99b8e5ee tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 943 time: 0.0549800 Apr 03 16:38:45.915671 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-7cb2acdf-ab0c-45eb-83ef-d2eb974659c6 req-da726fec-6df0-4438-ba8c-1b72db70aed9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414488 Apr 03 16:38:47.030888 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed52e9-fe16-4661-a41e-85de5d62c28b req-7aac4a39-5572-4911-91a0-ca9b1fda1956 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:47.032361 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0ed52e9-fe16-4661-a41e-85de5d62c28b req-7aac4a39-5572-4911-91a0-ca9b1fda1956 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 943 time: 0.0511963 Apr 03 16:38:47.078789 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-f0ed52e9-fe16-4661-a41e-85de5d62c28b req-07fb1a3b-d753-470e-9fa5-bc84e8700105 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409677 Apr 03 16:38:48.194993 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb36635-8fe4-4ddc-a445-9795c45fd6d2 req-f4ad9ac4-9958-4ab8-8434-f197e53ec172 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:48.196474 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-adb36635-8fe4-4ddc-a445-9795c45fd6d2 req-f4ad9ac4-9958-4ab8-8434-f197e53ec172 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 943 time: 0.0512676 Apr 03 16:38:48.244337 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-adb36635-8fe4-4ddc-a445-9795c45fd6d2 req-84696127-a0ff-4610-bfac-b7d061791622 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 Apr 03 16:38:48.633638 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 717a8b40-a093-40c0-a912-09a2aae5ee23 details requested by agent hyperv_hv-cinder-83624 with host hv-cinder-83624 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 03 16:38:48.728708 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 717a8b40-a093-40c0-a912-09a2aae5ee23, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=717a8b40-a093-40c0-a912-09a2aae5ee23,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:48.739702 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Returning: {'device': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'port_id': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'mac_address': 'fa:16:3e:a9:f3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 03 16:38:48.774850 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 717a8b40-a093-40c0-a912-09a2aae5ee23 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:48.775231 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:48.788314 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717a8b40-a093-40c0-a912-09a2aae5ee23 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 03 16:38:48.807113 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 717a8b40-a093-40c0-a912-09a2aae5ee23, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=717a8b40-a093-40c0-a912-09a2aae5ee23,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:48.895384 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:48.944250 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=717a8b40-a093-40c0-a912-09a2aae5ee23,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:48.951989 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.952334 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.952674 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.953010 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.953340 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.953668 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.953992 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.954313 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.954663 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.954989 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.955311 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.955634 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.955952 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.956267 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:48.956584 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:38:49.337153 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] get_ports_and_sgs() called for port_ids ['717a8b40-a093-40c0-a912-09a2aae5ee23'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 03 16:38:49.363431 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e3fff-b6dd-4762-b883-0c17f20ea88f req-0fd20cde-e7b4-44c8-b5b7-eedf6980bfaf tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:49.364923 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4e8e3fff-b6dd-4762-b883-0c17f20ea88f req-0fd20cde-e7b4-44c8-b5b7-eedf6980bfaf tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 944 time: 0.0527291 Apr 03 16:38:49.413970 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-4e8e3fff-b6dd-4762-b883-0c17f20ea88f req-9b32acd1-3fea-438e-ae87-c2dc577d5d56 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433640 Apr 03 16:38:50.532663 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0c93-0bad-40a3-94c6-f9518405d8bf req-73776508-e034-4354-8749-525ab90d8f6e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:50.534126 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b0ac0c93-0bad-40a3-94c6-f9518405d8bf req-73776508-e034-4354-8749-525ab90d8f6e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 944 time: 0.0546730 Apr 03 16:38:50.586729 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-b0ac0c93-0bad-40a3-94c6-f9518405d8bf req-dd12ac60-c82b-4d5f-9946-6ad687dd3c82 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462704 Apr 03 16:38:50.634242 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 717a8b40-a093-40c0-a912-09a2aae5ee23 up at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 03 16:38:50.744072 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning for port 717a8b40-a093-40c0-a912-09a2aae5ee23 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 03 16:38:50.748166 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Provisioning complete for port 717a8b40-a093-40c0-a912-09a2aae5ee23 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 03 16:38:50.748542 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3577347'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:50.822138 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Current status of the port 717a8b40-a093-40c0-a912-09a2aae5ee23 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 03 16:38:50.822520 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:50.848631 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc26b82-12cd-4606-849a-131f469248a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a8b40-a093-40c0-a912-09a2aae5ee23'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:38:50.850951 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b82c4bd8135368c8bc850622f70057b3966e5453a68d86f7257291dd8da7309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2fc040-1287-4025-a5b2-656e953685ab" -d '{"events": [{"server_uuid": "5fc26b82-12cd-4606-849a-131f469248a2", "name": "network-vif-plugged", "status": "completed", "tag": "717a8b40-a093-40c0-a912-09a2aae5ee23"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:38:50.863536 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] For port 717a8b40-a093-40c0-a912-09a2aae5ee23, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=717a8b40-a093-40c0-a912-09a2aae5ee23,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:38:50.889704 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843240a6-2f09-4e79-bc2b-8951b6b7038f x-openstack-request-id: req-843240a6-2f09-4e79-bc2b-8951b6b7038f {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:38:50.889998 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc26b82-12cd-4606-849a-131f469248a2", "name": "network-vif-plugged", "status": "completed", "tag": "717a8b40-a093-40c0-a912-09a2aae5ee23", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:38:50.890249 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-843240a6-2f09-4e79-bc2b-8951b6b7038f {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:38:50.890712 dv-cinder-836247-2-iscsi neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843240a6-2f09-4e79-bc2b-8951b6b7038f'] response: {'server_uuid': '5fc26b82-12cd-4606-849a-131f469248a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'code': 200} Apr 03 16:38:50.935682 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:50.984268 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Pushing event updated for resources: {'Port': ['ID=717a8b40-a093-40c0-a912-09a2aae5ee23,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:51.222322 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8b238-3f32-4937-aadb-a8f0e76f1fed req-382c9d87-1cd5-4b6d-a8c1-4829791f11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:51.223782 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-86d8b238-3f32-4937-aadb-a8f0e76f1fed req-382c9d87-1cd5-4b6d-a8c1-4829791f11d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 1129 time: 0.0462124 Apr 03 16:38:51.268012 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-86d8b238-3f32-4937-aadb-a8f0e76f1fed req-4d954574-2661-41a6-94b0-3599bb1f2489 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383086 Apr 03 16:38:51.700438 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e81ef-1f01-49af-b8b3-3eabcaff7041 req-c76000bf-f0ae-4b9c-a72e-601f43114b21 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:51.701899 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-eb5e81ef-1f01-49af-b8b3-3eabcaff7041 req-c76000bf-f0ae-4b9c-a72e-601f43114b21 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 945 time: 0.0513213 Apr 03 16:38:51.749043 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-eb5e81ef-1f01-49af-b8b3-3eabcaff7041 req-a2cc14b1-842f-40e5-b489-473258fd6267 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Apr 03 16:38:52.865475 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9117d8-184e-47bc-a3c3-b893773f9a2d req-eb31644a-12da-4a7c-8a56-d06c6071054f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:52.866974 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1f9117d8-184e-47bc-a3c3-b893773f9a2d req-eb31644a-12da-4a7c-8a56-d06c6071054f tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 945 time: 0.0516152 Apr 03 16:38:52.914648 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1f9117d8-184e-47bc-a3c3-b893773f9a2d req-7f1b8ee4-864e-4424-97b5-e361dc6bad6e tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Apr 03 16:38:54.032708 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749e7b8-4a4e-45d1-85a3-4c6370063efe req-c9adecbf-9f84-4220-b7ba-9a867eec24e2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:54.034179 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d749e7b8-4a4e-45d1-85a3-4c6370063efe req-c9adecbf-9f84-4220-b7ba-9a867eec24e2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 945 time: 0.0550432 Apr 03 16:38:54.080322 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d749e7b8-4a4e-45d1-85a3-4c6370063efe req-66b20131-5eda-42ac-a7ef-df511ecd4ef2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406795 Apr 03 16:38:54.192160 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb968-2e2a-4464-aed5-9618a119842b req-a07a82d3-8c9f-4c84-ab69-b90a860ac4fd tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:54.193533 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e59bb968-2e2a-4464-aed5-9618a119842b req-a07a82d3-8c9f-4c84-ab69-b90a860ac4fd tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 945 time: 0.0500548 Apr 03 16:38:54.244047 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-e59bb968-2e2a-4464-aed5-9618a119842b req-cce0816e-9e1c-4c8e-8a14-1d6cefd476e9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449660 Apr 03 16:38:54.265860 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 45970) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:38:54.347971 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e07a9c-c7de-4630-a49e-26cb4ac5a526 tempest-TestVolumeBootPattern-937587478 tempest-TestVolumeBootPattern-937587478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:54.349482 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-41e07a9c-c7de-4630-a49e-26cb4ac5a526 tempest-TestVolumeBootPattern-937587478 tempest-TestVolumeBootPattern-937587478-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 1124 time: 0.0826840 Apr 03 16:38:54.352238 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 45974) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:38:54.356280 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Request body: {'floatingip': {'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'port_id': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 03 16:38:54.449088 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:54.544514 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (None), before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:54.643402 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Allocated IP 172.27.0.185 (3c5f4ccb-409f-4b58-9aae-33c9ed9c9768/eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c/301d3d5d-7726-4093-8db6-1c87a1708395) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 03 16:38:54.742882 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for port (301d3d5d-7726-4093-8db6-1c87a1708395), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:54.841358 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756738825966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (301d3d5d-7726-4093-8db6-1c87a1708395), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:54.876669 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Network 3c5f4ccb-409f-4b58-9aae-33c9ed9c9768 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 03 16:38:54.879387 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 03 16:38:54.882004 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 03 16:38:54.912527 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'Port': ['ID=301d3d5d-7726-4093-8db6-1c87a1708395,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:55.223066 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (cb4817d1-b44c-45df-baa2-e1eda2ba600b), precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:55.347510 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3607033'] for port (301d3d5d-7726-4093-8db6-1c87a1708395), before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:55.493694 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for port (301d3d5d-7726-4093-8db6-1c87a1708395), precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:55.555077 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756739394443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756738823684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756738823702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8360402'] for port (301d3d5d-7726-4093-8db6-1c87a1708395), after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:55.618823 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event updated for resources: {'Port': ['ID=301d3d5d-7726-4093-8db6-1c87a1708395,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:38:55.632147 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591110'] for floatingip (cb4817d1-b44c-45df-baa2-e1eda2ba600b), after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:55.732972 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Floating IP cb4817d1-b44c-45df-baa2-e1eda2ba600b associated. External IP: 172.27.0.185, port: 717a8b40-a093-40c0-a912-09a2aae5ee23. Apr 03 16:38:56.210168 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Router 5d02758e-d474-42e3-9787-88efe74d271c has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:38:56.317237 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:38:56.327331 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] Sync routers for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:38:56.336164 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:38:56.337263 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:38:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:56.405449 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:56.435544 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-e57c2ef5-d8ce-47b8-83e6-02871f696ce2 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0816650 Apr 03 16:38:56.436245 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc26b82-12cd-4606-849a-131f469248a2', 'tag': '717a8b40-a093-40c0-a912-09a2aae5ee23'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:38:56.438536 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d91dd0-464c-47d2-a268-87c7584ff9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc26b82-12cd-4606-849a-131f469248a2", "tag": "717a8b40-a093-40c0-a912-09a2aae5ee23"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:38:56.442844 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:38:56.474686 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f21c47-cf5f-43c1-a588-2930a9f1ae0b x-openstack-request-id: req-69f21c47-cf5f-43c1-a588-2930a9f1ae0b {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:38:56.475004 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc26b82-12cd-4606-849a-131f469248a2", "tag": "717a8b40-a093-40c0-a912-09a2aae5ee23", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:38:56.475259 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69f21c47-cf5f-43c1-a588-2930a9f1ae0b {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:38:56.475663 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f21c47-cf5f-43c1-a588-2930a9f1ae0b'] response: {'name': 'network-changed', 'server_uuid': '5fc26b82-12cd-4606-849a-131f469248a2', 'tag': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'status': 'completed', 'code': 200} Apr 03 16:38:56.543051 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-09ccddbc-9d28-4ead-9bb7-e871bce8044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:56.545155 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-09ccddbc-9d28-4ead-9bb7-e871bce8044e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 1129 time: 0.0438883 Apr 03 16:38:56.633878 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-ab9db8f1-e20f-4a91-9600-3f053fc4039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:56.635367 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-ab9db8f1-e20f-4a91-9600-3f053fc4039e service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.0834143 Apr 03 16:38:56.665079 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'b488b2be-8ee3-4397-9ce5-c3d5602af928', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a4:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:30Z', 'updated_at': '2022-04-03T16:36:32Z', 'revision_number': 1, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}, {'id': 'cb4817d1-b44c-45df-baa2-e1eda2ba600b', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a9:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc26b82-12cd-4606-849a-131f469248a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:38:55Z', 'updated_at': '2022-04-03T16:38:55Z', 'revision_number': 0, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:56.691611 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] Checking router: 5d02758e-d474-42e3-9787-88efe74d271c for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:38:56.698808 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-eb31c0eb-59dd-4d7a-be61-e1bb1c9e08fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=717a8b40-a093-40c0-a912-09a2aae5ee23 HTTP/1.1" status: 200 len: 999 time: 0.0574114 Apr 03 16:38:56.699660 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:38:56.700245 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:38:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:56.749118 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-f4e13ed8-7bd5-40cd-b571-c1b55b852903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:56.750557 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-f4e13ed8-7bd5-40cd-b571-c1b55b852903 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0462010 Apr 03 16:38:56.797538 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-92474769-67c0-4abc-8fe5-8c7d03c00015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:38:56.799038 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-92474769-67c0-4abc-8fe5-8c7d03c00015 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425296 Apr 03 16:38:56.805103 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:38:56.884406 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-dd3f4f72-92cd-4b1d-8c73-04ae71f01a06 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798426 Apr 03 16:38:56.975160 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-81d91dd0-464c-47d2-a268-87c7584ff9f2 req-4fbba60d-ed8f-43a5-a00a-be5a3a36f908 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848420 Apr 03 16:38:57.023389 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'b488b2be-8ee3-4397-9ce5-c3d5602af928', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a4:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:30Z', 'updated_at': '2022-04-03T16:36:32Z', 'revision_number': 1, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}, {'id': 'cb4817d1-b44c-45df-baa2-e1eda2ba600b', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a9:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc26b82-12cd-4606-849a-131f469248a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:38:55Z', 'updated_at': '2022-04-03T16:38:55Z', 'revision_number': 0, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:38:57.052918 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae124235-419e-4df9-a394-3735d2d3cc01 None None] The sync data for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi is: [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'b488b2be-8ee3-4397-9ce5-c3d5602af928', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a4:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:30Z', 'updated_at': '2022-04-03T16:36:32Z', 'revision_number': 1, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}, {'id': 'cb4817d1-b44c-45df-baa2-e1eda2ba600b', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a9:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc26b82-12cd-4606-849a-131f469248a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:38:55Z', 'updated_at': '2022-04-03T16:38:55Z', 'revision_number': 0, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:38:57.235594 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9789fce-e087-4261-b81a-9a17b8fa87ee None None] New status for floating IP cb4817d1-b44c-45df-baa2-e1eda2ba600b: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:38:59.345953 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:38:59.603079 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-844e4767-896c-4e7a-adff-57a21b0ad2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:01.917613 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83095e52-a673-4dc3-8bf0-5b73ffd9b07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:03.035314 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:04.395232 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:05.825866 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:13.794546 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:39:15.096868 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-bd54e66e-a077-4181-9382-e814610899b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423043 Apr 03 16:39:15.177409 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-b05065f6-7396-46dd-b27a-7145d6438062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:15.178945 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-b05065f6-7396-46dd-b27a-7145d6438062 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 1129 time: 0.0426459 Apr 03 16:39:15.282863 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-b8564d20-fce8-4263-b202-fa0884810629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:15.284339 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-b8564d20-fce8-4263-b202-fa0884810629 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.0871902 Apr 03 16:39:15.347163 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-23bfe122-3f21-4704-818b-83815e1ec855 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07 HTTP/1.1" status: 200 len: 1001 time: 0.0564668 Apr 03 16:39:15.397110 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-ec84f9f0-cda4-4637-a1e7-e88f0c2ba9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:15.401806 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-ec84f9f0-cda4-4637-a1e7-e88f0c2ba9a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0457478 Apr 03 16:39:15.445528 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-e7caafcb-0976-404e-bb18-920d22b792c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:39:15.447647 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-e7caafcb-0976-404e-bb18-920d22b792c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426643 Apr 03 16:39:15.534913 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-253d485c-dd88-444b-8f18-c0520df72aa2 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814791 Apr 03 16:39:15.624344 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-b344bbf4-6ebf-4b64-af5f-2abd461295f8 req-63b31602-1934-442a-9211-c9c2dbad449c service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831363 Apr 03 16:39:29.366190 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:29.602431 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-423fd9aa-6085-4dfb-9225-50234e361501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:31.879894 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de3ab6ef-aa2d-4b74-97cc-7549170cbe55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:33.036267 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:34.428466 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:35.836408 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:50.794070 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:39:59.361243 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:39:59.635490 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bad49c45-ae30-4634-a890-c81c01827a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:01.898234 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-02b1b912-9d8c-4016-a723-96d65c139c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:03.035819 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:04.407071 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:05.884998 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:15.089785 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-4c17d879-b20d-4530-b746-e83a9aa63f1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424974 Apr 03 16:40:15.151985 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-e302fb39-6071-4652-982f-f8b6b129994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:15.153491 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-e302fb39-6071-4652-982f-f8b6b129994f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 1129 time: 0.0441470 Apr 03 16:40:15.254104 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-44ac2a49-3e22-4690-bb17-92c6ae61668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:15.255582 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-44ac2a49-3e22-4690-bb17-92c6ae61668c service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.0856380 Apr 03 16:40:15.317536 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-6aef7feb-0a22-45be-a52a-56d529d212dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=717a8b40-a093-40c0-a912-09a2aae5ee23 HTTP/1.1" status: 200 len: 1001 time: 0.0565150 Apr 03 16:40:15.367634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-7fe6f269-930f-4c52-82dd-da7c3ac66f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:15.368974 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-7fe6f269-930f-4c52-82dd-da7c3ac66f4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0459249 Apr 03 16:40:15.417246 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-604f836b-e95c-494d-8587-339d6030d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:15.418801 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-604f836b-e95c-494d-8587-339d6030d5e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437050 Apr 03 16:40:15.503886 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-52a7bd08-a7d3-4658-9169-dedba70e7feb service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788240 Apr 03 16:40:15.592675 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-83d53220-50a1-4124-9ddf-84bd09359f7a req-5fcd5cdc-65d5-419e-b2dd-943d6d134561 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825906 Apr 03 16:40:27.793637 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:40:29.412035 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:29.617527 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9a15ef7-bada-4518-9452-6d7dbf1992e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:31.908802 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cefd482c-a06a-4beb-8dd9-24a197656da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:33.034334 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:34.526850 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:35.815566 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.349421 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 46004) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:46.504486 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Deleting port 301d3d5d-7726-4093-8db6-1c87a1708395 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:40:46.504823 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (301d3d5d-7726-4093-8db6-1c87a1708395), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.581144 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (301d3d5d-7726-4093-8db6-1c87a1708395), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.581485 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (301d3d5d-7726-4093-8db6-1c87a1708395), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.593997 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Calling delete_port for 301d3d5d-7726-4093-8db6-1c87a1708395 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:40:46.816961 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (301d3d5d-7726-4093-8db6-1c87a1708395), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.845682 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event deleted for resources: {'Port': ['ID=301d3d5d-7726-4093-8db6-1c87a1708395,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:46.870297 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.874634 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.875820 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:40:46.915334 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (cb4817d1-b44c-45df-baa2-e1eda2ba600b), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:46.915668 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Floating IP cb4817d1-b44c-45df-baa2-e1eda2ba600b disassociated (deleted). External IP: 172.27.0.185, port: 717a8b40-a093-40c0-a912-09a2aae5ee23. Apr 03 16:40:47.125774 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Router 5d02758e-d474-42e3-9787-88efe74d271c has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:40:47.232200 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:40:47.237057 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:47.242656 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] Sync routers for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:40:47.252621 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:40:47.253232 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:40:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:47.265334 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-0069bb4d-1cee-4b07-b181-a8df2b7e5476 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "DELETE /v2.0/floatingips/cb4817d1-b44c-45df-baa2-e1eda2ba600b HTTP/1.1" status: 204 len: 168 time: 0.9148273 Apr 03 16:40:47.265916 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc26b82-12cd-4606-849a-131f469248a2', 'tag': '717a8b40-a093-40c0-a912-09a2aae5ee23'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:47.268304 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc4881c-717a-4edb-8162-312e9b76cb64" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc26b82-12cd-4606-849a-131f469248a2", "tag": "717a8b40-a093-40c0-a912-09a2aae5ee23"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:47.314274 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280be167-4f5b-4aa5-8b0c-9c49506eb683 x-openstack-request-id: req-280be167-4f5b-4aa5-8b0c-9c49506eb683 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:47.314594 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc26b82-12cd-4606-849a-131f469248a2", "tag": "717a8b40-a093-40c0-a912-09a2aae5ee23", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:47.314848 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-280be167-4f5b-4aa5-8b0c-9c49506eb683 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:47.315257 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280be167-4f5b-4aa5-8b0c-9c49506eb683'] response: {'name': 'network-changed', 'server_uuid': '5fc26b82-12cd-4606-849a-131f469248a2', 'tag': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'status': 'completed', 'code': 200} Apr 03 16:40:47.371995 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:40:47.380153 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-3a5b34b0-9e13-4673-88f4-a0fdb5ce0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:47.381628 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-3a5b34b0-9e13-4673-88f4-a0fdb5ce0ba3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 1129 time: 0.0453115 Apr 03 16:40:47.476483 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-a2b5620a-bb05-4c46-a136-5b9f53238465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:47.478475 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-a2b5620a-bb05-4c46-a136-5b9f53238465 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.0900147 Apr 03 16:40:47.518297 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-159b3f5e-683c-40fb-92c6-e902e26a9254 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=717a8b40-a093-40c0-a912-09a2aae5ee23 HTTP/1.1" status: 200 len: 217 time: 0.0348210 Apr 03 16:40:47.571130 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-63d68323-943a-4554-a9c7-e8092e1bdacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:47.572629 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-63d68323-943a-4554-a9c7-e8092e1bdacb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0437584 Apr 03 16:40:47.598658 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'b488b2be-8ee3-4397-9ce5-c3d5602af928', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a4:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:30Z', 'updated_at': '2022-04-03T16:36:32Z', 'revision_number': 1, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:47.625601 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] Checking router: 5d02758e-d474-42e3-9787-88efe74d271c for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:40:47.635958 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:40:47.636176 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:40:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:47.636372 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-2ba34ba2-0eb6-4d6e-8b37-34e199d99b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:47.639864 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-2ba34ba2-0eb6-4d6e-8b37-34e199d99b52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591426 Apr 03 16:40:47.711312 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06d70-4d92-4576-bdfa-acde4f4651e4 req-18990878-3a53-4675-ad5e-2d49dcacce45 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:47.713446 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6bb06d70-4d92-4576-bdfa-acde4f4651e4 req-18990878-3a53-4675-ad5e-2d49dcacce45 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 945 time: 0.0547819 Apr 03 16:40:47.736824 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-0c3bd598-e474-476a-93ba-9308326bd9c0 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911603 Apr 03 16:40:47.750046 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:40:47.770097 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-6bb06d70-4d92-4576-bdfa-acde4f4651e4 req-261ad152-adfa-49c5-a732-d215396f47f7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504837 Apr 03 16:40:47.837068 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-1dc4881c-717a-4edb-8162-312e9b76cb64 req-cf19f41d-617f-4932-8ff5-cc5e6e637f2a service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934517 Apr 03 16:40:47.975124 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'b488b2be-8ee3-4397-9ce5-c3d5602af928', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a4:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:30Z', 'updated_at': '2022-04-03T16:36:32Z', 'revision_number': 1, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:48.001766 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3634411-b263-4cc4-91cd-7878bdbcfb5f None None] The sync data for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi is: [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_floatingips': [{'id': 'b488b2be-8ee3-4397-9ce5-c3d5602af928', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'router_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'port_id': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'mac_address': 'fa:16:3e:a4:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-03T16:36:30Z', 'updated_at': '2022-04-03T16:36:32Z', 'revision_number': 1, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:40:48.218642 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917ccba-9f8c-43f0-94d9-03dca9ce5d0a None None] New status for floating IP cb4817d1-b44c-45df-baa2-e1eda2ba600b: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:40:48.892587 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77b9d9-87b2-42f6-9004-2358c33376d0 req-2feb03d0-06e3-4ffe-885b-fd97e97fc98d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:48.894070 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fa77b9d9-87b2-42f6-9004-2358c33376d0 req-2feb03d0-06e3-4ffe-885b-fd97e97fc98d tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 945 time: 0.0539446 Apr 03 16:40:48.941433 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-fa77b9d9-87b2-42f6-9004-2358c33376d0 req-a1b2e68c-5235-4668-810d-81d16d5d6e1b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 Apr 03 16:40:49.443561 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9f84bcc2-75ad-406e-9f9b-6258bd59f6ae tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:49.444977 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9f84bcc2-75ad-406e-9f9b-6258bd59f6ae tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 945 time: 0.0506377 Apr 03 16:40:49.534406 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9ead5caa-186e-4ca7-a59d-5d11f0a368f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Deleting port 717a8b40-a093-40c0-a912-09a2aae5ee23 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:40:49.534761 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9ead5caa-186e-4ca7-a59d-5d11f0a368f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.619228 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9ead5caa-186e-4ca7-a59d-5d11f0a368f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] For port 717a8b40-a093-40c0-a912-09a2aae5ee23, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=717a8b40-a093-40c0-a912-09a2aae5ee23,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:49.619599 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9ead5caa-186e-4ca7-a59d-5d11f0a368f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.632075 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9ead5caa-186e-4ca7-a59d-5d11f0a368f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Calling delete_port for 717a8b40-a093-40c0-a912-09a2aae5ee23 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:40:49.834510 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9ead5caa-186e-4ca7-a59d-5d11f0a368f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (717a8b40-a093-40c0-a912-09a2aae5ee23), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.862168 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead5caa-186e-4ca7-a59d-5d11f0a368f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event deleted for resources: {'Port': ['ID=717a8b40-a093-40c0-a912-09a2aae5ee23,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:49.909414 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9ead5caa-186e-4ca7-a59d-5d11f0a368f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] No DVR routers for this DVR port 717a8b40-a093-40c0-a912-09a2aae5ee23 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:40:49.911871 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9ead5caa-186e-4ca7-a59d-5d11f0a368f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:49.915206 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-aaa4f80f-7a49-4255-85e1-98824ccec028 req-9ead5caa-186e-4ca7-a59d-5d11f0a368f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "DELETE /v2.0/ports/717a8b40-a093-40c0-a912-09a2aae5ee23 HTTP/1.1" status: 204 len: 173 time: 0.4652915 Apr 03 16:40:49.916196 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc26b82-12cd-4606-849a-131f469248a2', 'name': 'network-vif-deleted', 'tag': '717a8b40-a093-40c0-a912-09a2aae5ee23'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:49.918434 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c803b24-7d49-4f19-83ae-83db2eaba111" -d '{"events": [{"server_uuid": "5fc26b82-12cd-4606-849a-131f469248a2", "name": "network-vif-deleted", "tag": "717a8b40-a093-40c0-a912-09a2aae5ee23"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:49.954495 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774d0956-b1c0-421c-8394-fca8ec52c270 x-openstack-request-id: req-774d0956-b1c0-421c-8394-fca8ec52c270 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:49.954818 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc26b82-12cd-4606-849a-131f469248a2", "name": "network-vif-deleted", "tag": "717a8b40-a093-40c0-a912-09a2aae5ee23", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:49.955070 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-774d0956-b1c0-421c-8394-fca8ec52c270 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:49.955472 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774d0956-b1c0-421c-8394-fca8ec52c270'] response: {'server_uuid': '5fc26b82-12cd-4606-849a-131f469248a2', 'name': 'network-vif-deleted', 'tag': '717a8b40-a093-40c0-a912-09a2aae5ee23', 'status': 'completed', 'code': 200} Apr 03 16:40:50.037045 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-19e6bdc8-d5d9-489a-a20d-c020b03d6725 req-2e2b8bf5-219a-4df0-ab0b-03385bdeb041 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 210 time: 0.0266273 Apr 03 16:40:51.142541 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d25504d0-84c2-470c-934e-8f20a660f364 req-2d28eecc-d7db-440c-b359-456da4788e97 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fc26b82-12cd-4606-849a-131f469248a2 HTTP/1.1" status: 200 len: 210 time: 0.0273511 Apr 03 16:40:53.170119 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 717a8b40-a093-40c0-a912-09a2aae5ee23 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:40:53.193085 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: 717a8b40-a093-40c0-a912-09a2aae5ee23 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:40:53.193425 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device 717a8b40-a093-40c0-a912-09a2aae5ee23 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:40:54.668542 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 46048) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:54.825392 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Deleting port 475ddcbe-568b-48f1-a1e6-afa92ab4fe73 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:40:54.825734 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (475ddcbe-568b-48f1-a1e6-afa92ab4fe73), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:54.900347 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (475ddcbe-568b-48f1-a1e6-afa92ab4fe73), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:54.900661 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (475ddcbe-568b-48f1-a1e6-afa92ab4fe73), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:54.911840 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Calling delete_port for 475ddcbe-568b-48f1-a1e6-afa92ab4fe73 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:40:55.136949 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (475ddcbe-568b-48f1-a1e6-afa92ab4fe73), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:55.171006 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event deleted for resources: {'Port': ['ID=475ddcbe-568b-48f1-a1e6-afa92ab4fe73,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:55.245381 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (b488b2be-8ee3-4397-9ce5-c3d5602af928), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:55.245701 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.db.l3_db [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Floating IP b488b2be-8ee3-4397-9ce5-c3d5602af928 disassociated (deleted). External IP: 172.27.0.215, port: e0983fb5-86e5-447a-9faa-807e0dd5fd07. Apr 03 16:40:55.451751 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Router 5d02758e-d474-42e3-9787-88efe74d271c has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:40:55.559142 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:40:55.564316 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:55.569824 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] Sync routers for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:40:55.579987 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:40:55.580589 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:40:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:55.596324 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-95024d8b-e110-4755-9804-257221eab5f9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "DELETE /v2.0/floatingips/b488b2be-8ee3-4397-9ce5-c3d5602af928 HTTP/1.1" status: 204 len: 168 time: 0.9264998 Apr 03 16:40:55.597047 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'tag': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:55.599362 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1f26cce8-4d7a-46eb-ae2d-06633240da3e", "tag": "e0983fb5-86e5-447a-9faa-807e0dd5fd07"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:55.636576 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c75a55d-bdf5-4386-a76e-a5e129b28123 x-openstack-request-id: req-5c75a55d-bdf5-4386-a76e-a5e129b28123 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:55.636873 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f26cce8-4d7a-46eb-ae2d-06633240da3e", "tag": "e0983fb5-86e5-447a-9faa-807e0dd5fd07", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:55.637128 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c75a55d-bdf5-4386-a76e-a5e129b28123 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:55.637541 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c75a55d-bdf5-4386-a76e-a5e129b28123'] response: {'name': 'network-changed', 'server_uuid': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'tag': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'status': 'completed', 'code': 200} Apr 03 16:40:55.693641 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:40:55.701822 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-095e0178-6dbe-4428-a4d4-7fd628cbc588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:55.703945 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-095e0178-6dbe-4428-a4d4-7fd628cbc588 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8883a00a6b824908a25d2ca2f241afe4&device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 1129 time: 0.0457826 Apr 03 16:40:55.794461 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-10277b15-b8d9-4d8d-9495-ee2c9f242341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:55.795977 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-10277b15-b8d9-4d8d-9495-ee2c9f242341 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 200 len: 912 time: 0.0858805 Apr 03 16:40:55.842065 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-cdcd28e6-58d9-4342-9441-8b26be0fdfe9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07 HTTP/1.1" status: 200 len: 217 time: 0.0401008 Apr 03 16:40:55.892022 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-9d2c72aa-c651-4d5e-acaf-257cd9c2d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:55.893484 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-9d2c72aa-c651-4d5e-acaf-257cd9c2d1d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 200 len: 850 time: 0.0462027 Apr 03 16:40:55.905966 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:55.939156 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] Checking router: 5d02758e-d474-42e3-9787-88efe74d271c for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:40:55.946339 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-3f1b215c-c6e3-401a-9c11-f48c182b89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:55.949424 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-3f1b215c-c6e3-401a-9c11-f48c182b89f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31e70c1c-64bc-4964-8ec7-6e2c352f2695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501614 Apr 03 16:40:55.952208 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:40:55.953094 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:40:32Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:56.072344 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-cb53694b-2b8a-464a-94a8-339beac14733 service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158686 Apr 03 16:40:56.080093 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:40:56.293516 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:40:56.320428 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4012a-77e4-425b-8575-12226b99e64a None None] The sync data for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi is: [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:32:55Z', 'revision_number': 4, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi', '_interfaces': [{'id': 'a6613824-7510-4f2b-8525-a113a3484ceb', 'name': '', 'network_id': '31e70c1c-64bc-4964-8ec7-6e2c352f2695', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'mac_address': 'fa:16:3e:9c:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:55Z', 'updated_at': '2022-04-03T16:32:59Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'subnets': [{'id': 'd505493d-a073-4fb8-bf88-2c1f3c9a152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:40:56.411228 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355923-5907-46d8-af0c-6a572ddd0b82 req-be2f04fd-1efc-403c-bf94-18668159c150 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:56.412689 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d355923-5907-46d8-af0c-6a572ddd0b82 req-be2f04fd-1efc-403c-bf94-18668159c150 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 945 time: 0.3826358 Apr 03 16:40:56.490331 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-0d355923-5907-46d8-af0c-6a572ddd0b82 req-e91b2920-59d8-47db-b3d0-31544c4f67e9 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710416 Apr 03 16:40:56.494664 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-dee06d55-0ecb-4c6c-b7f0-4b2a66a515ee req-97e210db-3489-4c3b-b841-780a8d0a865d service neutron] 10.222.0.21 "GET /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154537 Apr 03 16:40:56.549711 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23934701-b741-40bf-8c6c-4239b2da8c7b None None] New status for floating IP b488b2be-8ee3-4397-9ce5-c3d5602af928: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 03 16:40:57.588928 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-88096d54-fcb9-443c-a5ca-39c868a7df72 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:57.590363 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-88096d54-fcb9-443c-a5ca-39c868a7df72 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 945 time: 0.0520542 Apr 03 16:40:57.612423 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afba0d-aa96-4012-8336-6fe6ab203f59 req-dc9b7f79-f315-43fe-a079-20468aac72b8 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 03 16:40:57.613872 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d8afba0d-aa96-4012-8336-6fe6ab203f59 req-dc9b7f79-f315-43fe-a079-20468aac72b8 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 945 time: 0.0541964 Apr 03 16:40:57.661755 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-d8afba0d-aa96-4012-8336-6fe6ab203f59 req-d213ef4a-2946-42da-8768-d992de8dd00b tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6eddc8f-576c-414e-8077-2680b33281dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421507 Apr 03 16:40:57.685420 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-9df09f4b-4ae9-4c87-9800-a73bc22d9ce7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Deleting port e0983fb5-86e5-447a-9faa-807e0dd5fd07 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:40:57.685754 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-9df09f4b-4ae9-4c87-9800-a73bc22d9ce7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:57.769953 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-9df09f4b-4ae9-4c87-9800-a73bc22d9ce7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] For port e0983fb5-86e5-447a-9faa-807e0dd5fd07, host hv-cinder-83624, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83624',level=0,port_id=e0983fb5-86e5-447a-9faa-807e0dd5fd07,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:40:57.770304 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-9df09f4b-4ae9-4c87-9800-a73bc22d9ce7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:57.783965 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-9df09f4b-4ae9-4c87-9800-a73bc22d9ce7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Calling delete_port for e0983fb5-86e5-447a-9faa-807e0dd5fd07 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:40:57.969502 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-9df09f4b-4ae9-4c87-9800-a73bc22d9ce7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (e0983fb5-86e5-447a-9faa-807e0dd5fd07), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:57.997529 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df09f4b-4ae9-4c87-9800-a73bc22d9ce7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event deleted for resources: {'Port': ['ID=e0983fb5-86e5-447a-9faa-807e0dd5fd07,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:40:58.041655 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-9df09f4b-4ae9-4c87-9800-a73bc22d9ce7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] No DVR routers for this DVR port e0983fb5-86e5-447a-9faa-807e0dd5fd07 on host hv-cinder-83624 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:40:58.044693 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-9df09f4b-4ae9-4c87-9800-a73bc22d9ce7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for port (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:58.047926 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [req-6cd48f5f-3ca3-4739-a2a8-4c1d20bad02d req-9df09f4b-4ae9-4c87-9800-a73bc22d9ce7 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.21 "DELETE /v2.0/ports/e0983fb5-86e5-447a-9faa-807e0dd5fd07 HTTP/1.1" status: 204 len: 173 time: 0.4527264 Apr 03 16:40:58.048347 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'name': 'network-vif-deleted', 'tag': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 03 16:40:58.050534 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4562e3de6e92fa00158664508f6df47b896ec87434b41bd03cfdeefef17fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7699b5-87b0-40ab-a61f-82a6b687f88c" -d '{"events": [{"server_uuid": "1f26cce8-4d7a-46eb-ae2d-06633240da3e", "name": "network-vif-deleted", "tag": "e0983fb5-86e5-447a-9faa-807e0dd5fd07"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 03 16:40:58.085790 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 03 Apr 2022 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff92f03d-6998-4974-944e-f62986e27fb5 x-openstack-request-id: req-ff92f03d-6998-4974-944e-f62986e27fb5 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 03 16:40:58.086081 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f26cce8-4d7a-46eb-ae2d-06633240da3e", "name": "network-vif-deleted", "tag": "e0983fb5-86e5-447a-9faa-807e0dd5fd07", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 03 16:40:58.086330 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff92f03d-6998-4974-944e-f62986e27fb5 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 03 16:40:58.086768 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff92f03d-6998-4974-944e-f62986e27fb5'] response: {'server_uuid': '1f26cce8-4d7a-46eb-ae2d-06633240da3e', 'name': 'network-vif-deleted', 'tag': 'e0983fb5-86e5-447a-9faa-807e0dd5fd07', 'status': 'completed', 'code': 200} Apr 03 16:40:58.765755 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [req-ca874c92-9e9d-459c-b29d-00528e1271a1 req-c2d019d3-70c0-4984-953d-422e933707e8 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f26cce8-4d7a-46eb-ae2d-06633240da3e HTTP/1.1" status: 200 len: 210 time: 0.0276654 Apr 03 16:40:59.399594 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:59.610896 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0503999-cf90-4fa1-8210-a38a1605ebf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:40:59.821201 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 46064) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:40:59.945093 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-91463f77-a2a3-4a4d-9fe9-de349dc1ebed tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Deleting port a7168003-f569-4508-9dfc-d5b63ad45876 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:40:59.945417 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91463f77-a2a3-4a4d-9fe9-de349dc1ebed tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (a7168003-f569-4508-9dfc-d5b63ad45876), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:00.016497 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91463f77-a2a3-4a4d-9fe9-de349dc1ebed tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (a7168003-f569-4508-9dfc-d5b63ad45876), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:00.016816 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91463f77-a2a3-4a4d-9fe9-de349dc1ebed tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (a7168003-f569-4508-9dfc-d5b63ad45876), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:00.028439 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-91463f77-a2a3-4a4d-9fe9-de349dc1ebed tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Calling delete_port for a7168003-f569-4508-9dfc-d5b63ad45876 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:00.222254 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91463f77-a2a3-4a4d-9fe9-de349dc1ebed tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (a7168003-f569-4508-9dfc-d5b63ad45876), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:00.246193 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91463f77-a2a3-4a4d-9fe9-de349dc1ebed tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event deleted for resources: {'Port': ['ID=a7168003-f569-4508-9dfc-d5b63ad45876,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:00.306629 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91463f77-a2a3-4a4d-9fe9-de349dc1ebed tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for floatingip (c535a15b-211c-41ec-9f9b-a9d486d83176), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:00.309084 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91463f77-a2a3-4a4d-9fe9-de349dc1ebed tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38666'] for floatingip (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:00.310761 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-91463f77-a2a3-4a4d-9fe9-de349dc1ebed tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "DELETE /v2.0/floatingips/c535a15b-211c-41ec-9f9b-a9d486d83176 HTTP/1.1" status: 204 len: 168 time: 0.4885666 Apr 03 16:41:01.221911 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device e0983fb5-86e5-447a-9faa-807e0dd5fd07 no longer exists at agent hyperv_hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:01.242372 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] No Port match for: e0983fb5-86e5-447a-9faa-807e0dd5fd07 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:01.242750 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Device e0983fb5-86e5-447a-9faa-807e0dd5fd07 not bound to the agent host hv-cinder-83624 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:01.623883 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 46076) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:01.677732 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bf09c7c-a469-4048-8825-a069c3a95931 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group (b6eddc8f-576c-414e-8077-2680b33281dc), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:01.701613 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bf09c7c-a469-4048-8825-a069c3a95931 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group (b6eddc8f-576c-414e-8077-2680b33281dc), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:01.828155 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bf09c7c-a469-4048-8825-a069c3a95931 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b6eddc8f-576c-414e-8077-2680b33281dc), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:01.831379 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bf09c7c-a469-4048-8825-a069c3a95931 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:01.833912 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-9bf09c7c-a469-4048-8825-a069c3a95931 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] 10.222.0.37 "DELETE /v2.0/security-groups/b6eddc8f-576c-414e-8077-2680b33281dc HTTP/1.1" status: 204 len: 168 time: 0.2076831 Apr 03 16:41:01.844874 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf09c7c-a469-4048-8825-a069c3a95931 tempest-TestVolumeBootPattern-539847197 tempest-TestVolumeBootPattern-539847197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eddc8f-576c-414e-8077-2680b33281dc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:01.896593 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20da42e9-4ef6-424a-8fd8-3fc882c49e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:01.945263 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 46080) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:02.668914 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589830'] for router_interface (5d02758e-d474-42e3-9787-88efe74d271c), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:02.908353 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Deleting port a6613824-7510-4f2b-8525-a113a3484ceb {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:02.908682 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:02.987116 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] For port a6613824-7510-4f2b-8525-a113a3484ceb, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=a6613824-7510-4f2b-8525-a113a3484ceb,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:02.987811 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:02.999854 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Calling delete_port for a6613824-7510-4f2b-8525-a113a3484ceb owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:03.017626 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [req-fefec1f7-bb96-45b7-ab57-7265d9e61882 req-da4e8e4c-662f-4333-8bc7-6ba32e5e6bb4 service neutron] (103896) timed out ('10.222.0.21', 64382) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 03 16:41:03.020163 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:03.239468 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (a6613824-7510-4f2b-8525-a113a3484ceb), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:03.261732 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Pushing event deleted for resources: {'Port': ['ID=a6613824-7510-4f2b-8525-a113a3484ceb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:03.275723 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.276072 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.276413 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.276765 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.277095 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.277414 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.277730 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.278080 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.278397 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.278748 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.279068 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.279384 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.279696 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.280010 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.280319 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:03.438928 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597142'] for router_interface (5d02758e-d474-42e3-9787-88efe74d271c), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:03.649578 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Router 5d02758e-d474-42e3-9787-88efe74d271c has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:41:03.758733 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:41:03.763740 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-275dec3e-7495-4eb1-a638-71767503aadc admin admin] 10.222.0.37 "PUT /v2.0/routers/5d02758e-d474-42e3-9787-88efe74d271c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8175330 Apr 03 16:41:03.766789 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 46084) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:03.769296 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] Sync routers for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:41:03.779445 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:03.780159 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:41:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:03.871992 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Publish callbacks [] for router (5d02758e-d474-42e3-9787-88efe74d271c), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:03.889974 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: dv-cinder-836247-2-iscsi {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:03.976053 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Publish callbacks [] for router_gateway (5d02758e-d474-42e3-9787-88efe74d271c), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.089890 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Deleting port 24e81b38-46d4-4680-9da9-27aaa29f2a7c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:04.090683 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.172892 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] For port 24e81b38-46d4-4680-9da9-27aaa29f2a7c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=24e81b38-46d4-4680-9da9-27aaa29f2a7c,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:04.173253 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.186663 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Calling delete_port for 24e81b38-46d4-4680-9da9-27aaa29f2a7c owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:04.196491 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:41:03Z', 'revision_number': 5, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port': {'id': '24e81b38-46d4-4680-9da9-27aaa29f2a7c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d02758e-d474-42e3-9787-88efe74d271c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:53Z', 'updated_at': '2022-04-03T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:04.219360 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] Checking router: 5d02758e-d474-42e3-9787-88efe74d271c for host: dv-cinder-836247-2-iscsi {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:41:04.228178 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] Routers {'5d02758e-d474-42e3-9787-88efe74d271c'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:04.228715 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:41:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['5d02758e-d474-42e3-9787-88efe74d271c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:04.314469 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] Set router 5d02758e-d474-42e3-9787-88efe74d271c gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:04.377652 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:41:03Z', 'revision_number': 6, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port_host': None}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:04.404322 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21bc39-0c5f-4e8a-a21f-9f0a5adb884f None None] The sync data for ids ['5d02758e-d474-42e3-9787-88efe74d271c'] in dv-cinder-836247-2-iscsi is: [{'id': '5d02758e-d474-42e3-9787-88efe74d271c', 'name': 'tempest-TestVolumeBootPattern-622485851-router', 'tenant_id': '8883a00a6b824908a25d2ca2f241afe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:52Z', 'updated_at': '2022-04-03T16:41:03Z', 'revision_number': 6, 'project_id': '8883a00a6b824908a25d2ca2f241afe4', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:41:04.428646 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (24e81b38-46d4-4680-9da9-27aaa29f2a7c), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.456170 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=24e81b38-46d4-4680-9da9-27aaa29f2a7c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:04.464610 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.515053 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591100'] for router_gateway (5d02758e-d474-42e3-9787-88efe74d271c), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.605739 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3716'] for router (5d02758e-d474-42e3-9787-88efe74d271c), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.607864 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Publish callbacks [] for router_controller (5d02758e-d474-42e3-9787-88efe74d271c), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.730768 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596377'] for router (5d02758e-d474-42e3-9787-88efe74d271c), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.731251 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d02758e-d474-42e3-9787-88efe74d271c {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:41:04.736134 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.737252 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-2637b7cc-e7dc-45cc-a789-5a93f8f87f9a admin admin] 10.222.0.37 "DELETE /v2.0/routers/5d02758e-d474-42e3-9787-88efe74d271c HTTP/1.1" status: 204 len: 168 time: 0.9695406 Apr 03 16:41:04.739814 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 46086) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:04.788328 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d05b07-8ad2-49d7-83c3-6ba898af64c3 admin admin] Deleting subnet d505493d-a073-4fb8-bf88-2c1f3c9a152e {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:41:04.791565 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20d05b07-8ad2-49d7-83c3-6ba898af64c3 admin admin] Publish callbacks [] for subnet (d505493d-a073-4fb8-bf88-2c1f3c9a152e), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.791717 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:41:04.828799 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20d05b07-8ad2-49d7-83c3-6ba898af64c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7593495'] for subnet (d505493d-a073-4fb8-bf88-2c1f3c9a152e), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:04.858457 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device a6613824-7510-4f2b-8525-a113a3484ceb no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:04.881198 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: a6613824-7510-4f2b-8525-a113a3484ceb {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:04.881543 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device a6613824-7510-4f2b-8525-a113a3484ceb not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:04.918385 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20d05b07-8ad2-49d7-83c3-6ba898af64c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (d505493d-a073-4fb8-bf88-2c1f3c9a152e), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.028316 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20d05b07-8ad2-49d7-83c3-6ba898af64c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8307492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7454057'] for subnet (d505493d-a073-4fb8-bf88-2c1f3c9a152e), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.051319 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d05b07-8ad2-49d7-83c3-6ba898af64c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d505493d-a073-4fb8-bf88-2c1f3c9a152e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:05.057003 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20d05b07-8ad2-49d7-83c3-6ba898af64c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.060198 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-20d05b07-8ad2-49d7-83c3-6ba898af64c3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d505493d-a073-4fb8-bf88-2c1f3c9a152e HTTP/1.1" status: 204 len: 168 time: 0.3193076 Apr 03 16:41:05.062690 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995bd8a8-e9c4-4e51-be73-ce11b12e2f97 None None] Network 31e70c1c-64bc-4964-8ec7-6e2c352f2695 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:41:05.062832 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 46088) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:05.129308 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (31e70c1c-64bc-4964-8ec7-6e2c352f2695), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.189024 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Deleting port eaa87820-57f9-4fda-8093-c0d79bbfd86a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:05.189354 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.219597 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] DHCP port deletion for 31e70c1c-64bc-4964-8ec7-6e2c352f2695 request from dv-cinder-836247-2-iscsi {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:41:05.252323 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] For port eaa87820-57f9-4fda-8093-c0d79bbfd86a, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=eaa87820-57f9-4fda-8093-c0d79bbfd86a,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:05.252676 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.265102 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Calling delete_port for eaa87820-57f9-4fda-8093-c0d79bbfd86a owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:05.267493 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Deleting port eaa87820-57f9-4fda-8093-c0d79bbfd86a {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:05.267869 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.333196 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] For port eaa87820-57f9-4fda-8093-c0d79bbfd86a, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=eaa87820-57f9-4fda-8093-c0d79bbfd86a,segment=NetworkSegment(b172f497-e290-4182-a670-8a43ef5cae4c),segment_id=b172f497-e290-4182-a670-8a43ef5cae4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:05.333589 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.347637 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Calling delete_port for eaa87820-57f9-4fda-8093-c0d79bbfd86a owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:05.428514 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.434640 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975'] for port (eaa87820-57f9-4fda-8093-c0d79bbfd86a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.455898 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa87820-57f9-4fda-8093-c0d79bbfd86a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:05.463034 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] No DVR routers for this DVR port eaa87820-57f9-4fda-8093-c0d79bbfd86a on host dv-cinder-836247-2-iscsi {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:41:05.465586 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Pushing event deleted for resources: {'Port': ['ID=eaa87820-57f9-4fda-8093-c0d79bbfd86a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:05.467883 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] No DVR routers for this DVR port eaa87820-57f9-4fda-8093-c0d79bbfd86a on host dv-cinder-836247-2-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:41:05.477945 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.478294 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.478659 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.479003 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.482144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.482144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.482144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.482144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.482144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.482144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.482144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.482144 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.483061 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.483286 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.483506 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54009af-a2a2-49a0-91cc-579cf00b7c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836247-2-iscsi {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 03 16:41:05.535601 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (31e70c1c-64bc-4964-8ec7-6e2c352f2695), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.558151 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e70c1c-64bc-4964-8ec7-6e2c352f2695']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:05.567580 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b172f497-e290-4182-a670-8a43ef5cae4c') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:05.567875 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b172f497-e290-4182-a670-8a43ef5cae4c') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:05.576830 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7700749'] for segment (b172f497-e290-4182-a670-8a43ef5cae4c), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.590271 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (b172f497-e290-4182-a670-8a43ef5cae4c), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.596065 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:41:05.596442 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8360334'] for segment (b172f497-e290-4182-a670-8a43ef5cae4c), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: Traceback (most recent call last): Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: timer() Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: cb(*args, **kw) Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: return func(*args, **kwargs) Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: self._notify() Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: self.callback(batched_events) Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: event.method(event) Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: return f(self, *a, **k) Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._get(url).json() Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: return self.request(url, 'GET', **kwargs) Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:41:05.598040 dv-cinder-836247-2-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:41:05.705908 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (31e70c1c-64bc-4964-8ec7-6e2c352f2695), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.710580 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:05.713833 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] 10.222.0.37 "DELETE /v2.0/networks/31e70c1c-64bc-4964-8ec7-6e2c352f2695 HTTP/1.1" status: 204 len: 168 time: 0.6499906 Apr 03 16:41:05.716870 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 46090) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:05.726802 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df7ede-e195-4789-9714-f771396e83cb admin admin] Pushing event deleted for resources: {'Network': ['ID=31e70c1c-64bc-4964-8ec7-6e2c352f2695,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:05.839550 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:06.058938 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589830'] for router_interface (2e8eda27-7920-4fb8-b721-e889465a30bd), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:06.301998 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] Deleting port 724b6b54-cc5d-4b3d-8944-170ec83e7720 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:06.302327 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:06.376772 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] For port 724b6b54-cc5d-4b3d-8944-170ec83e7720, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=724b6b54-cc5d-4b3d-8944-170ec83e7720,segment=NetworkSegment(6111e494-4955-405f-af22-321f0440e5be),segment_id=6111e494-4955-405f-af22-321f0440e5be)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:06.377115 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:06.389474 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] Calling delete_port for 724b6b54-cc5d-4b3d-8944-170ec83e7720 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:06.637411 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (724b6b54-cc5d-4b3d-8944-170ec83e7720), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:06.661299 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] Pushing event deleted for resources: {'Port': ['ID=724b6b54-cc5d-4b3d-8944-170ec83e7720,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:06.850983 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 24e81b38-46d4-4680-9da9-27aaa29f2a7c no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:06.872064 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 24e81b38-46d4-4680-9da9-27aaa29f2a7c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:06.872494 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 24e81b38-46d4-4680-9da9-27aaa29f2a7c not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:06.872983 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device eaa87820-57f9-4fda-8093-c0d79bbfd86a no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:06.893328 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: eaa87820-57f9-4fda-8093-c0d79bbfd86a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:06.893685 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device eaa87820-57f9-4fda-8093-c0d79bbfd86a not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:07.064711 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597142'] for router_interface (2e8eda27-7920-4fb8-b721-e889465a30bd), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:07.270749 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] Router 2e8eda27-7920-4fb8-b721-e889465a30bd has already been hosted by L3 agent 36e93904-37c9-46bb-9d7f-52a8a113b6a1 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 03 16:41:07.374599 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] Notify agent at l3_agent.dv-cinder-836247-2-iscsi the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 03 16:41:07.379833 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-2b8baa6a-1a81-4477-85a8-3e6087e7df88 admin admin] 10.222.0.37 "PUT /v2.0/routers/2e8eda27-7920-4fb8-b721-e889465a30bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6619060 Apr 03 16:41:07.382389 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 46092) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:07.384687 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] Sync routers for ids ['2e8eda27-7920-4fb8-b721-e889465a30bd'] in dv-cinder-836247-2-iscsi {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 03 16:41:07.395414 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] Routers {'2e8eda27-7920-4fb8-b721-e889465a30bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:07.396026 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:41:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['2e8eda27-7920-4fb8-b721-e889465a30bd'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:07.486469 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Publish callbacks [] for router (2e8eda27-7920-4fb8-b721-e889465a30bd), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:07.499143 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] Set router 2e8eda27-7920-4fb8-b721-e889465a30bd gateway port host: dv-cinder-836247-2-iscsi {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:07.588555 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Publish callbacks [] for router_gateway (2e8eda27-7920-4fb8-b721-e889465a30bd), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:07.672416 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'name': 'tempest-TestVolumeBootPattern-334419491-router', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'external_fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:58Z', 'updated_at': '2022-04-03T16:41:06Z', 'revision_number': 5, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'gw_port': {'id': '509ee424-52ea-4923-a9c7-d3d47506351c', 'name': '', 'network_id': '3c5f4ccb-409f-4b58-9aae-33c9ed9c9768', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-03T16:32:59Z', 'updated_at': '2022-04-03T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb9b5377-f5ba-4811-8fc6-cc09a98a7c6c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836247-2-iscsi'}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:07.698841 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] Checking router: 2e8eda27-7920-4fb8-b721-e889465a30bd for host: dv-cinder-836247-2-iscsi {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 03 16:41:07.705005 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Deleting port 509ee424-52ea-4923-a9c7-d3d47506351c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:07.705342 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:07.707722 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] Routers {'2e8eda27-7920-4fb8-b721-e889465a30bd'} bound to L3 agent in host dv-cinder-836247-2-iscsi {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 03 16:41:07.708315 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-03T16:09:32Z,description=,heartbeat_timestamp=2022-04-03T16:41:02Z,host='dv-cinder-836247-2-iscsi',id=36e93904-37c9-46bb-9d7f-52a8a113b6a1,load=0,resource_versions=,resources_synced=,started_at=2022-04-03T16:09:32Z,topic='l3_agent')) {'router_ids': ['2e8eda27-7920-4fb8-b721-e889465a30bd'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:07.785500 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] For port 509ee424-52ea-4923-a9c7-d3d47506351c, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=509ee424-52ea-4923-a9c7-d3d47506351c,segment=NetworkSegment(334171e9-5314-4c9e-8c5a-73ee4cd879df),segment_id=334171e9-5314-4c9e-8c5a-73ee4cd879df)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:07.785982 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:07.794085 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] Set router 2e8eda27-7920-4fb8-b721-e889465a30bd gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 03 16:41:07.798651 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Calling delete_port for 509ee424-52ea-4923-a9c7-d3d47506351c owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:07.845092 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'name': 'tempest-TestVolumeBootPattern-334419491-router', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:58Z', 'updated_at': '2022-04-03T16:41:07Z', 'revision_number': 6, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'gw_port_host': None}], 'dv-cinder-836247-2-iscsi', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:07.873119 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e339a-5278-42bd-93ac-215c502ba0c3 None None] The sync data for ids ['2e8eda27-7920-4fb8-b721-e889465a30bd'] in dv-cinder-836247-2-iscsi is: [{'id': '2e8eda27-7920-4fb8-b721-e889465a30bd', 'name': 'tempest-TestVolumeBootPattern-334419491-router', 'tenant_id': '0f48497f8b6046a4886fe27134097fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-03T16:32:58Z', 'updated_at': '2022-04-03T16:41:07Z', 'revision_number': 6, 'project_id': '0f48497f8b6046a4886fe27134097fd9', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 03 16:41:08.045351 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8309975'] for port (509ee424-52ea-4923-a9c7-d3d47506351c), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.072089 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Pushing event deleted for resources: {'Port': ['ID=509ee424-52ea-4923-a9c7-d3d47506351c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:08.129451 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591100'] for router_gateway (2e8eda27-7920-4fb8-b721-e889465a30bd), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.225125 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3716'] for router (2e8eda27-7920-4fb8-b721-e889465a30bd), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.228275 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Publish callbacks [] for router_controller (2e8eda27-7920-4fb8-b721-e889465a30bd), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.380709 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596377'] for router (2e8eda27-7920-4fb8-b721-e889465a30bd), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.381203 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8eda27-7920-4fb8-b721-e889465a30bd {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 03 16:41:08.386285 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.387481 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-aed82c23-1d42-49bd-bff6-be2ab7286904 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2e8eda27-7920-4fb8-b721-e889465a30bd HTTP/1.1" status: 204 len: 168 time: 1.0031848 Apr 03 16:41:08.389984 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 46094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:08.433615 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-13919fb7-f581-4c87-9953-60298f26796f admin admin] Deleting subnet eab7398b-bf85-4955-b71e-16570feeeb5a {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 03 16:41:08.436602 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13919fb7-f581-4c87-9953-60298f26796f admin admin] Publish callbacks [] for subnet (eab7398b-bf85-4955-b71e-16570feeeb5a), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.469769 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13919fb7-f581-4c87-9953-60298f26796f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7593495'] for subnet (eab7398b-bf85-4955-b71e-16570feeeb5a), precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.548339 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13919fb7-f581-4c87-9953-60298f26796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3501803'] for subnet (eab7398b-bf85-4955-b71e-16570feeeb5a), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.677715 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13919fb7-f581-4c87-9953-60298f26796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3501788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8307492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7454057'] for subnet (eab7398b-bf85-4955-b71e-16570feeeb5a), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.703755 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13919fb7-f581-4c87-9953-60298f26796f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab7398b-bf85-4955-b71e-16570feeeb5a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:08.708467 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13919fb7-f581-4c87-9953-60298f26796f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for subnet (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.714985 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 46096) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:08.715493 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0016437e-cb1a-402b-8358-0691f35613dd None None] Network 2c67339a-649a-4d04-a950-71e1d567cc46 requested from dv-cinder-836247-2-iscsi {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 03 16:41:08.718549 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-13919fb7-f581-4c87-9953-60298f26796f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eab7398b-bf85-4955-b71e-16570feeeb5a HTTP/1.1" status: 204 len: 168 time: 0.3214774 Apr 03 16:41:08.791664 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376042'] for network (2c67339a-649a-4d04-a950-71e1d567cc46), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.804299 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 724b6b54-cc5d-4b3d-8944-170ec83e7720 no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:08.826748 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 724b6b54-cc5d-4b3d-8944-170ec83e7720 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:08.827162 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 724b6b54-cc5d-4b3d-8944-170ec83e7720 not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:08.827509 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 509ee424-52ea-4923-a9c7-d3d47506351c no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:08.845967 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Deleting port d9ab9619-bac0-46eb-936d-ecb1727e2e2a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:08.846302 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.851693 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: 509ee424-52ea-4923-a9c7-d3d47506351c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:08.852041 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device 509ee424-52ea-4923-a9c7-d3d47506351c not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:08.911371 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] For port d9ab9619-bac0-46eb-936d-ecb1727e2e2a, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=d9ab9619-bac0-46eb-936d-ecb1727e2e2a,segment=NetworkSegment(6111e494-4955-405f-af22-321f0440e5be),segment_id=6111e494-4955-405f-af22-321f0440e5be)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:08.911865 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:08.925592 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Calling delete_port for d9ab9619-bac0-46eb-936d-ecb1727e2e2a owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:08.932229 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c73814-94f8-4beb-bf58-bf7189200ad2 None None] DHCP port deletion for 2c67339a-649a-4d04-a950-71e1d567cc46 request from dv-cinder-836247-2-iscsi {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 03 16:41:08.982585 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-34c73814-94f8-4beb-bf58-bf7189200ad2 None None] Deleting port d9ab9619-bac0-46eb-936d-ecb1727e2e2a {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 03 16:41:08.982982 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34c73814-94f8-4beb-bf58-bf7189200ad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756739387158'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.043278 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-34c73814-94f8-4beb-bf58-bf7189200ad2 None None] For port d9ab9619-bac0-46eb-936d-ecb1727e2e2a, host dv-cinder-836247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836247-2-iscsi',level=0,port_id=d9ab9619-bac0-46eb-936d-ecb1727e2e2a,segment=NetworkSegment(6111e494-4955-405f-af22-321f0440e5be),segment_id=6111e494-4955-405f-af22-321f0440e5be)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 03 16:41:09.043668 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34c73814-94f8-4beb-bf58-bf7189200ad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592948'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.055566 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-34c73814-94f8-4beb-bf58-bf7189200ad2 None None] Calling delete_port for d9ab9619-bac0-46eb-936d-ecb1727e2e2a owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 03 16:41:09.071675 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8360411'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.098094 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ab9619-bac0-46eb-936d-ecb1727e2e2a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:09.101604 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] No DVR routers for this DVR port d9ab9619-bac0-46eb-936d-ecb1727e2e2a on host dv-cinder-836247-2-iscsi {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:41:09.132879 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34c73814-94f8-4beb-bf58-bf7189200ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756739394425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756738825975'] for port (d9ab9619-bac0-46eb-936d-ecb1727e2e2a), after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.159328 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c73814-94f8-4beb-bf58-bf7189200ad2 None None] Pushing event deleted for resources: {'Port': ['ID=d9ab9619-bac0-46eb-936d-ecb1727e2e2a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:09.161168 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c73814-94f8-4beb-bf58-bf7189200ad2 None None] No DVR routers for this DVR port d9ab9619-bac0-46eb-936d-ecb1727e2e2a on host dv-cinder-836247-2-iscsi {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 03 16:41:09.176498 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3577696', 'neutron.services.segments.db._delete_segments_for_network-8756739153466'] for network (2c67339a-649a-4d04-a950-71e1d567cc46), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.197109 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c67339a-649a-4d04-a950-71e1d567cc46']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:09.205937 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6111e494-4955-405f-af22-321f0440e5be') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:09.206282 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.services.segments.db [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6111e494-4955-405f-af22-321f0440e5be') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 03 16:41:09.215454 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756739350595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7700749'] for segment (6111e494-4955-405f-af22-321f0440e5be), before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.228716 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996'] for segment (6111e494-4955-405f-af22-321f0440e5be), precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.235255 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 03 16:41:09.235666 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3499996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8360334'] for segment (6111e494-4955-405f-af22-321f0440e5be), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: Traceback (most recent call last): Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: timer() Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: cb(*args, **kw) Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: return func(*args, **kwargs) Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: self._notify() Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: self.callback(batched_events) Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: event.method(event) Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: aggregate_uuid = self.p_client.list_aggregates( Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: return f(self, *a, **k) Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._get(url).json() Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: return self.request(url, 'GET', **kwargs) Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: base_url = self.get_endpoint(auth, allow=allow, Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 03 16:41:09.237283 dv-cinder-836247-2-iscsi neutron-server[103896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 03 16:41:09.351749 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3577705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591120'] for network (2c67339a-649a-4d04-a950-71e1d567cc46), after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.356219 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600110'] for network (None), before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.362397 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2c67339a-649a-4d04-a950-71e1d567cc46 HTTP/1.1" status: 204 len: 168 time: 0.6425953 Apr 03 16:41:09.373423 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba3877-3115-470b-90b6-863431cc1d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c67339a-649a-4d04-a950-71e1d567cc46,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:09.689917 dv-cinder-836247-2-iscsi neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.37', 46100) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:09.728781 dv-cinder-836247-2-iscsi neutron-server[103896]: INFO neutron.wsgi [None req-21d8f69d-5d19-40a6-a105-01aead21814a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8883a00a6b824908a25d2ca2f241afe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376971 Apr 03 16:41:09.731204 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 46102) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:09.778008 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-050bef09-b0d9-436f-b5ee-e05390171f9c admin admin] Publish callbacks [] for security_group (58f1a2aa-e297-4f6b-90a9-71f5cc5c2c3c), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.798786 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-050bef09-b0d9-436f-b5ee-e05390171f9c admin admin] Publish callbacks [] for security_group (58f1a2aa-e297-4f6b-90a9-71f5cc5c2c3c), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.912032 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-050bef09-b0d9-436f-b5ee-e05390171f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (58f1a2aa-e297-4f6b-90a9-71f5cc5c2c3c), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.914478 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-050bef09-b0d9-436f-b5ee-e05390171f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:09.915672 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-050bef09-b0d9-436f-b5ee-e05390171f9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58f1a2aa-e297-4f6b-90a9-71f5cc5c2c3c HTTP/1.1" status: 204 len: 168 time: 0.1835082 Apr 03 16:41:09.924416 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bef09-b0d9-436f-b5ee-e05390171f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f1a2aa-e297-4f6b-90a9-71f5cc5c2c3c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:10.575918 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 46108) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:10.617982 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-ce6a3cc6-bf36-4f5f-882a-4652e46fd41e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f48497f8b6046a4886fe27134097fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409327 Apr 03 16:41:10.620479 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.37', 46110) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 03 16:41:10.677100 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f90cea0-9502-40b3-848d-7a04f20d4550 admin admin] Publish callbacks [] for security_group (b3a8925b-b6d0-4485-bbb8-31f6dd730a1f), before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:10.698491 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f90cea0-9502-40b3-848d-7a04f20d4550 admin admin] Publish callbacks [] for security_group (b3a8925b-b6d0-4485-bbb8-31f6dd730a1f), precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:10.790314 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device d9ab9619-bac0-46eb-936d-ecb1727e2e2a no longer exists at agent ovs-agent-dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 03 16:41:10.810359 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] No Port match for: d9ab9619-bac0-46eb-936d-ecb1727e2e2a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 03 16:41:10.810722 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Device d9ab9619-bac0-46eb-936d-ecb1727e2e2a not bound to the agent host dv-cinder-836247-2-iscsi {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 03 16:41:10.810885 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f90cea0-9502-40b3-848d-7a04f20d4550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688292'] for security_group (b3a8925b-b6d0-4485-bbb8-31f6dd730a1f), after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:10.813665 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f90cea0-9502-40b3-848d-7a04f20d4550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:10.814843 dv-cinder-836247-2-iscsi neutron-server[103895]: INFO neutron.wsgi [None req-4f90cea0-9502-40b3-848d-7a04f20d4550 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3a8925b-b6d0-4485-bbb8-31f6dd730a1f HTTP/1.1" status: 204 len: 168 time: 0.1934061 Apr 03 16:41:10.823475 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90cea0-9502-40b3-848d-7a04f20d4550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a8925b-b6d0-4485-bbb8-31f6dd730a1f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 03 16:41:29.465577 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:29.667249 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7e07cee-580f-495c-9927-c5e85dddaa7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:31.882397 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-406e59d0-7dd9-4c01-8a83-d8029aacd32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:33.067932 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:34.427206 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:35.859337 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:41.790472 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:41:55.049861 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-9ad37f2a-e558-4ded-8763-f66d05255d7d service neutron] (103895) timed out ('10.222.0.37', 39530) {{(pid=103895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 03 16:41:55.126820 dv-cinder-836247-2-iscsi neutron-server[103895]: DEBUG neutron.wsgi [req-2786fa1d-2cb8-43c1-b1a6-03f0f8ab8bbf req-3a1be651-0fe5-4e59-9a4d-304c933b5d5e tempest-AttachVolumeShelveTestJSON-18256295 tempest-AttachVolumeShelveTestJSON-18256295-project] (103895) timed out ('10.222.0.37', 39538) {{(pid=103895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 03 16:41:59.398008 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:41:59.620515 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3a207933-7007-4181-ba93-9ffb028cfd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:01.889487 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1c12c78-a78e-4d82-a9d6-b0d787ff1f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:03.030400 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:04.420799 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:05.826640 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:18.790354 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:42:29.431071 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:29.625233 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-606f976e-824a-4581-95f8-e67b7f823320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:31.876559 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eb0be85c-20d4-49a5-bba4-cc40cf695baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:33.048205 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:34.430969 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:35.825147 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:55.789043 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:42:59.413052 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:42:59.651297 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d2f450a6-4d70-4ccc-a93b-104f56e20527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:01.881745 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4b86a4a-b874-4e08-9b85-08697751807c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:03.035983 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:04.422811 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:05.822827 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:29.429139 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:29.629466 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-95b28578-05d8-43da-bb7f-7911b13c1cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:31.886522 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0a6e-c21c-49af-b6c3-8da2d7b74670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:32.788304 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:43:33.034644 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:34.434873 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:35.821493 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:59.451064 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:43:59.628410 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-23ba149d-d4f9-4266-9fe0-f85bfb48756f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:01.891145 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-704ebb6e-4e65-4f36-a02d-cab0225befb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:03.043800 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:04.486017 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:05.816857 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:09.787536 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:44:29.454881 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:29.614286 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a117f0e-0615-4890-a678-cb37d88b17a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:31.896189 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c3903dd4-7487-4179-891c-509acdaacf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:33.048731 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:34.455976 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:35.865716 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:46.786394 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:44:59.449789 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:44:59.678050 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b427ee16-5fd1-46b8-ac9c-f4ca8937b25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:01.889296 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fa711ce6-8f1e-4457-8858-08262058ec52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:03.076056 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:04.455502 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:05.830272 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:23.785799 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:45:29.459845 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:29.631135 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-82bf7d92-f894-4c18-86a8-f1e9020e7b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:31.899792 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ab7bbcf0-628c-4876-9552-fdd5c3147b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:33.076908 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:34.442953 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:35.823778 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:59.448107 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:45:59.622943 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eeb04a37-b484-4a4b-96dd-a36f8c8c2bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:00.785147 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 03 16:46:01.897208 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-39d569fd-afc1-4658-b458-49c12fc667a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:03.070495 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:04.435955 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:05.864365 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:29.456589 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-283cc733-6279-4ad5-8883-b8a1e772ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b672a4ec-d46d-4559-939e-b0024344f997), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:29.633681 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b82dcf14-2de3-431c-99bf-7e31fe5ffa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (f2f0ea41-5b36-4703-96b6-cdf3e7528d52), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:31.886773 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3cc40bda-ac77-482a-8ee3-a5e919b2db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (36e93904-37c9-46bb-9d7f-52a8a113b6a1), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:33.090799 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e666207-b810-4db9-9897-21f0ee401408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (7ac9cb0c-12d7-4a44-bbfc-9b83d9abd2b7), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:34.453592 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdc8a531-2443-4619-8401-85d11323db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (ef72b48d-e2f2-443d-9268-4b6caf82a95d), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:35.834852 dv-cinder-836247-2-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5b0cc-4cf9-4474-b908-303334cfd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756739153448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576737'] for agent (b9bf4289-f90a-4369-a62a-a876462c74f3), after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 03 16:46:37.784075 dv-cinder-836247-2-iscsi neutron-server[103898]: DEBUG neutron.db.agents_db [None req-9c11e3e7-d2bc-4b54-b6b9-347032011aee None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}